19:58:49.172 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:58:49.172 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskqXDx9o/test-tmp
19:58:49.172 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
19:58:49.173 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskqXDx9o/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
19:58:49.175 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:58:49.531 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:58:49.531 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:58:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.534063 23203 mini_oidc.cc:150] Starting JWKS server
19:58:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.536899 23203 webserver.cc:533] Webserver started at http://127.0.0.1:45213/ using document root <none> and password file <none>
19:58:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.537145 23203 mini_oidc.cc:186] Starting OIDC Discovery server
19:58:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.537683 23203 webserver.cc:533] Webserver started at http://127.0.0.1:39723/ using document root <none> and password file <none>
19:58:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:58:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:58:49.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:58:49Z Disabled control of system clock
19:58:49.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.574697 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/logs
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data/info.pb
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.254:35645
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.254
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:58:49.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:58:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.921496 23214 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.921928 23214 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.922086 23214 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.930986 23214 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931144 23214 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931223 23214 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931298 23214 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931384 23214 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931460 23214 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.931556 23214 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45213/jwks.json
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.943334 23214 master_runner.cc:387] Master server non-default flags:
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/logs
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:58:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.254:35645
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data/info.pb
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.254
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:49.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.945559 23214 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.947526 23214 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.956256 23220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.956689 23219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:49.957062 23223 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.957593 23214 server_base.cc:1061] running on GCE node
19:58:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.958406 23214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.959880 23214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.961136 23214 hybrid_clock.cc:648] HybridClock initialized: now 1786564729961026 us; error 76 us; skew 500 ppm
19:58:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.961521 23214 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:49.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.963836 23214 webserver.cc:533] Webserver started at http://127.22.168.254:45435/ using document root <none> and password file <none>
19:58:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.964629 23214 fs_manager.cc:362] Metadata directory not provided
19:58:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.964829 23214 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.965255 23214 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.967772 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data/instance:
19:58:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:49 on dist-test-slave-1x4g"
19:58:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.968605 23214 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal/instance:
19:58:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:49 on dist-test-slave-1x4g"
19:58:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.974140 23214 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.003s sys 0.001s
19:58:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.977758 23229 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.979058 23214 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.979302 23214 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:49 on dist-test-slave-1x4g"
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.979521 23214 fs_report.cc:389] FS layout report
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data/data
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:49.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.998507 23214 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.999415 23214 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:49.999747 23214 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:50.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.024652 23214 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.254:35645
19:58:50.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.024744 23304 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.254:35645 every 8 connection(s)
19:58:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.026386 23214 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/data/info.pb
19:58:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.031111 23305 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.034893 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23214
19:58:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.035223 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-0/wal/instance
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.037678 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/logs
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data/info.pb
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.253:36501
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.253
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:58:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:58:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.037400 23305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.055778 23305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.057135 23230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.058879 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.108305 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } attempt: 1
19:58:50.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.110562 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.178887 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } attempt: 2
19:58:50.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.181088 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.272433 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } attempt: 3
19:58:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.274650 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.387627 23309 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.387938 23309 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.388016 23309 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396476 23309 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396572 23309 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396622 23309 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396690 23309 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396746 23309 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396838 23309 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:50.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.396906 23309 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45213/jwks.json
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.406844 23309 master_runner.cc:387] Master server non-default flags:
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/logs
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.253:36501
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data/info.pb
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.253
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:50.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.408578 23309 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:50.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.410441 23309 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.417948 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } attempt: 4
19:58:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.419592 23316 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.420125 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.419636 23317 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.421186 23319 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.421348 23309 server_base.cc:1061] running on GCE node
19:58:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.422253 23309 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:50.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.423740 23309 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.424974 23309 hybrid_clock.cc:648] HybridClock initialized: now 1786564730424908 us; error 35 us; skew 500 ppm
19:58:50.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.425370 23309 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.427636 23309 webserver.cc:533] Webserver started at http://127.22.168.253:42015/ using document root <none> and password file <none>
19:58:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.428385 23309 fs_manager.cc:362] Metadata directory not provided
19:58:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.428539 23309 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.428985 23309 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.431449 23309 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data/instance:
19:58:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3a5e12008df49609418ff1d5a404a82"
19:58:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.432304 23309 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal/instance:
19:58:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3a5e12008df49609418ff1d5a404a82"
19:58:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.438027 23309 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
19:58:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.441722 23327 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.443099 23309 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.443292 23309 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d3a5e12008df49609418ff1d5a404a82"
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.443518 23309 fs_report.cc:389] FS layout report
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:50.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data/data
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:50.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.473385 23309 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.474398 23309 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:50.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.474758 23309 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.500123 23309 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.253:36501
19:58:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.500154 23396 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.253:36501 every 8 connection(s)
19:58:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.502092 23309 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/data/info.pb
19:58:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.502954 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23309
19:58:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.503187 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-1/wal/instance
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.504380 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/logs
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.252:44435
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.252
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:58:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:58:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.507206 23397 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.513662 23397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.530048 23397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.540144 23397 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.541366 23328 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.543186 23397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.592562 23397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 1
19:58:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.594753 23397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.663058 23397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 2
19:58:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.665437 23397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.719540 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } attempt: 5
19:58:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.726688 23305 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
19:58:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.728703 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.756726 23397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 3
19:58:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.758980 23397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.779970 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 1
19:58:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.782215 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.850466 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 2
19:58:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.852715 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.874727 23399 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.875059 23399 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.875174 23399 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883517 23399 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883610 23399 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883690 23399 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883741 23399 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883795 23399 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883836 23399 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.883879 23399 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45213/jwks.json
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.894061 23399 master_runner.cc:387] Master server non-default flags:
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/logs
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.252:44435
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.252
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.895710 23399 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.897640 23399 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.902274 23397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 4
19:58:50.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.905148 23397 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.906579 23407 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.906677 23408 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.906850 23410 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.908075 23399 server_base.cc:1061] running on GCE node
19:58:50.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.908736 23399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.910097 23399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.911326 23399 hybrid_clock.cc:648] HybridClock initialized: now 1786564730911263 us; error 32 us; skew 500 ppm
19:58:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.911612 23399 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:50.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.913865 23399 webserver.cc:533] Webserver started at http://127.22.168.252:34271/ using document root <none> and password file <none>
19:58:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.914582 23399 fs_manager.cc:362] Metadata directory not provided
19:58:50.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.914685 23399 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:50.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.914978 23399 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.917380 23399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/instance:
19:58:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17a3cba36b7f4b23a64228181c2d0296"
19:58:50.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.918120 23399 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal/instance:
19:58:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17a3cba36b7f4b23a64228181c2d0296"
19:58:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.923360 23399 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
19:58:50.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.926795 23416 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.928122 23399 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.928264 23399 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17a3cba36b7f4b23a64228181c2d0296"
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.928431 23399 fs_report.cc:389] FS layout report
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/data
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:50.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.959059 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 3
19:58:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.960275 23399 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:50.961126 23305 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.961447 23399 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:50.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.961702 23399 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.986474 23399 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.252:44435
19:58:50.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.986516 23488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.252:44435 every 8 connection(s)
19:58:50.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.987989 23399 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:50.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.992462 23490 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.997483 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23399
19:58:50.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.997678 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal/instance
19:58:50.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:50.998935 23490 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } has no permanent_uuid. Determining permanent_uuid...
19:58:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.015775 23490 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } has no permanent_uuid. Determining permanent_uuid...
19:58:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.024451 23490 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } has no permanent_uuid. Determining permanent_uuid...
19:58:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.038417 23490 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Bootstrap starting.
19:58:51.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.041666 23490 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Neither blocks nor log segments found. Creating new log.
19:58:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.043102 23490 log.cc:826] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Log is configured to *not* fsync() on all Append() calls
19:58:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.045776 23490 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: No bootstrap required, opened a new log
19:58:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.051694 23490 raft_consensus.cc:359] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.051981 23490 raft_consensus.cc:385] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.052073 23490 raft_consensus.cc:740] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17a3cba36b7f4b23a64228181c2d0296, State: Initialized, Role: FOLLOWER
19:58:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.052631 23490 consensus_queue.cc:260] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.053637 23499 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.053939 23499 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.054831 23490 sys_catalog.cc:565] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: configured and running, proceeding with master startup.
19:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.064569 23512 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.064905 23512 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:51.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.062112 23399 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: OK, instance_id { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" instance_seqno: 1786564730018839 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:58:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.067912 23399 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.138085 23499 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.138378 23305 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 4
19:58:51.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.138465 23499 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.140460 23499 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:51.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.150996 23305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: Bootstrap starting.
19:58:51.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.155195 23305 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: Neither blocks nor log segments found. Creating new log.
19:58:51.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.156603 23305 log.cc:826] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: Log is configured to *not* fsync() on all Append() calls
19:58:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.161474 23305 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: No bootstrap required, opened a new log
19:58:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.169219 23305 raft_consensus.cc:359] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.169571 23305 raft_consensus.cc:385] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.169697 23305 raft_consensus.cc:740] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cdfa7df0ddc24325ac27bec2660647b2, State: Initialized, Role: FOLLOWER
19:58:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.170420 23305 consensus_queue.cc:260] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.171480 23515 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.171784 23515 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.172806 23305 sys_catalog.cc:565] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: configured and running, proceeding with master startup.
19:58:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.172879 23260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "17a3cba36b7f4b23a64228181c2d0296" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2" is_pre_election: true
19:58:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.175573 23260 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17a3cba36b7f4b23a64228181c2d0296 in term 0.
19:58:51.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.176427 23418 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296, cdfa7df0ddc24325ac27bec2660647b2; no voters:
19:58:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.177023 23499 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.177264 23499 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.177423 23499 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 0 FOLLOWER]: Advancing to term 1
19:58:51.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.181916 23499 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.182898 23499 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 1 election: Requested vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:51.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.183609 23260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "17a3cba36b7f4b23a64228181c2d0296" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.183843 23260 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 0 FOLLOWER]: Advancing to term 1
19:58:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.187453 23260 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17a3cba36b7f4b23a64228181c2d0296 in term 1.
19:58:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.188107 23418 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296, cdfa7df0ddc24325ac27bec2660647b2; no voters:
19:58:51.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.188542 23499 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Leader election won for term 1
19:58:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.201081 23499 raft_consensus.cc:697] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 LEADER]: Becoming Leader. State: Replica: 17a3cba36b7f4b23a64228181c2d0296, State: Running, Role: LEADER
19:58:51.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.201728 23499 consensus_queue.cc:237] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.204502 23397 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } attempt: 5
19:58:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.208984 23528 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:58:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.213991 23422 tablet.cc:2406] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.213896 23523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 17a3cba36b7f4b23a64228181c2d0296. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.214268 23523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: LEADER
19:58:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.214540 23214 master_runner.cc:187] Error getting master registration for 127.22.168.253:36501: OK, instance_id { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" instance_seqno: 1786564730494220 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:58:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.220835 23214 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.221429 23397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: Bootstrap starting.
19:58:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.227039 23397 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: Neither blocks nor log segments found. Creating new log.
19:58:51.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.229465 23531 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:58:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.231208 23531 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:58:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.232993 23397 log.cc:826] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: Log is configured to *not* fsync() on all Append() calls
19:58:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.242746 23397 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: No bootstrap required, opened a new log
19:58:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.247025 23260 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Refusing update from remote peer 17a3cba36b7f4b23a64228181c2d0296: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.248108 23499 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.250744 23397 raft_consensus.cc:359] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.251071 23397 raft_consensus.cc:385] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.251214 23397 raft_consensus.cc:740] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d3a5e12008df49609418ff1d5a404a82, State: Initialized, Role: FOLLOWER
19:58:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.251969 23397 consensus_queue.cc:260] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.253005 23236 tablet.cc:2406] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.253505 23534 sys_catalog.cc:455] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.254149 23534 sys_catalog.cc:458] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.255870 23397 sys_catalog.cc:565] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: configured and running, proceeding with master startup.
19:58:51.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.256259 23356 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 0 FOLLOWER]: Advancing to term 1
19:58:51.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.260003 23356 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Refusing update from remote peer 17a3cba36b7f4b23a64228181c2d0296: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.260962 23358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "17a3cba36b7f4b23a64228181c2d0296" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d3a5e12008df49609418ff1d5a404a82" is_pre_election: true
19:58:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.261540 23358 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 17a3cba36b7f4b23a64228181c2d0296 in term 1.
19:58:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.261974 23499 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.262665 23357 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "17a3cba36b7f4b23a64228181c2d0296" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d3a5e12008df49609418ff1d5a404a82"
19:58:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.269060 23357 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 17a3cba36b7f4b23a64228181c2d0296 in term 1.
19:58:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.273993 23515 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 17a3cba36b7f4b23a64228181c2d0296. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.274220 23515 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.277063 23533 mvcc.cc:204] Tried to move back new op lower bound from 7317769139173097472 to 7317769139008606208. Current Snapshot: MvccSnapshot[applied={T|T < 7317769139173097472}]
19:58:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.279394 23515 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.279596 23515 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.283282 23499 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.283713 23499 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: LEADER
19:58:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.287853 23531 catalog_manager.cc:1383] Generated new cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:51.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.287962 23531 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:58:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.310457 23534 sys_catalog.cc:455] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 17a3cba36b7f4b23a64228181c2d0296. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.310801 23534 sys_catalog.cc:458] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.313411 23523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.313654 23523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: LEADER
19:58:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.315848 23540 mvcc.cc:204] Tried to move back new op lower bound from 7317769139173097472 to 7317769139008606208. Current Snapshot: MvccSnapshot[applied={T|T < 7317769139173097472}]
19:58:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.337349 23534 sys_catalog.cc:455] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "17a3cba36b7f4b23a64228181c2d0296" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:51.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.337610 23534 sys_catalog.cc:458] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: This master's current role is: FOLLOWER
19:58:51.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.341380 23531 catalog_manager.cc:1406] Generated new certificate authority record
19:58:51.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.344542 23531 catalog_manager.cc:1540] Loading token signing keys...
19:58:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.370657 23552 catalog_manager.cc:1295] Loaded cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.371106 23531 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Generated new TSK 0
19:58:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.372442 23531 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:58:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.372900 23552 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: loading cluster ID for follower catalog manager: success
19:58:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.376577 23552 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: acquiring CA information for follower catalog manager: success
19:58:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.378767 23552 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.396723 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/logs
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data/info.pb
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.193:0
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.193
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.193
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:51.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:58:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.776012 23554 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.776387 23554 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.776526 23554 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.785440 23554 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.785614 23554 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:58:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.785697 23554 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:58:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.785766 23554 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
19:58:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.785908 23554 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.168.193
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.796036 23554 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/logs
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data
19:58:51.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.193:0
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data/info.pb
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.193
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.193
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:51.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.798177 23554 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.800098 23554 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.810549 23562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:51.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.810568 23560 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:51.812739 23564 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.812739 23554 server_base.cc:1061] running on GCE node
19:58:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.813541 23554 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.814657 23554 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.815914 23554 hybrid_clock.cc:648] HybridClock initialized: now 1786564731815839 us; error 53 us; skew 500 ppm
19:58:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.816272 23554 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.818674 23554 webserver.cc:533] Webserver started at http://127.22.168.193:44135/ using document root <none> and password file <none>
19:58:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.819451 23554 fs_manager.cc:362] Metadata directory not provided
19:58:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.819640 23554 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.820080 23554 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.822772 23554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data/instance:
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:51 on dist-test-slave-1x4g"
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.823633 23554 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal/instance:
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:51 on dist-test-slave-1x4g"
19:58:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.829674 23554 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.000s sys 0.007s
19:58:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.833530 23570 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.835157 23554 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.835355 23554 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:51 on dist-test-slave-1x4g"
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.835574 23554 fs_report.cc:389] FS layout report
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data/data
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:51.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.850826 23554 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:51.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.851758 23554 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:51.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.852185 23554 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.855562 23554 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.855825 23554 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:58:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.856092 23554 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:51.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.856305 23554 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:58:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.927618 23554 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.193:44741
19:58:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.927673 23709 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.193:44741 every 8 connection(s)
19:58:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.929278 23554 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/data/info.pb
19:58:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.933348 23710 heartbeater.cc:344] Connected to a master server at 127.22.168.254:35645
19:58:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.933948 23710 heartbeater.cc:461] Registering TS with master...
19:58:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.935221 23710 heartbeater.cc:507] Master 127.22.168.254:35645 requested a full tablet report, sending...
19:58:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.937595 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23554
19:58:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.937809 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-0/wal/instance
19:58:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.938305 23248 ts_manager.cc:194] Registered new tserver with Master: 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.943096 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/logs
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data/info.pb
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.194:0
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.194
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.194
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:58:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.945209 23712 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:51.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.945345 23712 heartbeater.cc:461] Registering TS with master...
19:58:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.945940 23712 heartbeater.cc:507] Master 127.22.168.252:44435 requested a full tablet report, sending...
19:58:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.947621 23713 heartbeater.cc:344] Connected to a master server at 127.22.168.253:36501
19:58:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.947701 23435 ts_manager.cc:194] Registered new tserver with Master: 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.947767 23713 heartbeater.cc:461] Registering TS with master...
19:58:51.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.948202 23713 heartbeater.cc:507] Master 127.22.168.253:36501 requested a full tablet report, sending...
19:58:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.949896 23347 ts_manager.cc:194] Registered new tserver with Master: 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:51.949944 23435 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.168.193:54785
19:58:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.215950 23528 catalog_manager.cc:1295] Loaded cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:52.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.216096 23528 catalog_manager.cc:1588] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: loading cluster ID for follower catalog manager: success
19:58:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.220652 23528 catalog_manager.cc:1610] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: acquiring CA information for follower catalog manager: success
19:58:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.223716 23528 catalog_manager.cc:1638] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:58:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.300386 23716 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.300709 23716 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:52.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.300866 23716 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.309427 23716 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.309545 23716 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:58:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.309595 23716 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:58:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.309639 23716 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
19:58:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.309718 23716 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.168.194
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.319768 23716 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/logs
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.194:0
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data/info.pb
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.194
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:58:52.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.194
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.321563 23716 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:52.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.323328 23716 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.333375 23723 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.333484 23722 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.334165 23725 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.335426 23716 server_base.cc:1061] running on GCE node
19:58:52.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.336045 23716 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.337057 23716 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.338315 23716 hybrid_clock.cc:648] HybridClock initialized: now 1786564732338234 us; error 54 us; skew 500 ppm
19:58:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.338640 23716 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.340986 23716 webserver.cc:533] Webserver started at http://127.22.168.194:44067/ using document root <none> and password file <none>
19:58:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.341751 23716 fs_manager.cc:362] Metadata directory not provided
19:58:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.341909 23716 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.342307 23716 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.345294 23716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data/instance:
19:58:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d149f2be4e6f4475bf9d412cf77b0687"
19:58:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.346130 23716 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal/instance:
19:58:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d149f2be4e6f4475bf9d412cf77b0687"
19:58:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.351919 23716 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
19:58:52.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.355494 23732 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.357260 23716 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.357501 23716 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d149f2be4e6f4475bf9d412cf77b0687"
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.357693 23716 fs_report.cc:389] FS layout report
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data/data
19:58:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:52.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.390220 23716 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.391166 23716 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.391511 23716 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.394738 23716 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.394865 23716 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:58:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.394985 23716 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.395081 23716 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:58:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.467737 23716 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.194:42311
19:58:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.467835 23869 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.194:42311 every 8 connection(s)
19:58:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.469177 23716 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/data/info.pb
19:58:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.472752 23870 heartbeater.cc:344] Connected to a master server at 127.22.168.254:35645
19:58:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.473110 23870 heartbeater.cc:461] Registering TS with master...
19:58:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.474145 23870 heartbeater.cc:507] Master 127.22.168.254:35645 requested a full tablet report, sending...
19:58:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.476191 23248 ts_manager.cc:194] Registered new tserver with Master: d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.478253 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23716
19:58:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.478451 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-1/wal/instance
19:58:52.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.482532 23871 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.482661 23871 heartbeater.cc:461] Registering TS with master...
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.482793 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/logs
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data/info.pb
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.195:0
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.195
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.195
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
19:58:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.483289 23871 heartbeater.cc:507] Master 127.22.168.252:44435 requested a full tablet report, sending...
19:58:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.484910 23435 ts_manager.cc:194] Registered new tserver with Master: d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:52.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.486075 23435 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.168.194:43187
19:58:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.492093 23872 heartbeater.cc:344] Connected to a master server at 127.22.168.253:36501
19:58:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.492237 23872 heartbeater.cc:461] Registering TS with master...
19:58:52.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.492573 23872 heartbeater.cc:507] Master 127.22.168.253:36501 requested a full tablet report, sending...
19:58:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.493825 23347 ts_manager.cc:194] Registered new tserver with Master: d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:52.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.843914 23877 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:52.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.844278 23877 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:52.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.844429 23877 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.853036 23877 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.853204 23877 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
19:58:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.853284 23877 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
19:58:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.853349 23877 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
19:58:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.853492 23877 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.168.195
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.864748 23877 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/logs
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.195:0
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data/info.pb
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.195
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.168.195
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.866734 23877 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.868628 23877 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.879067 23884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.879303 23887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:52.879366 23885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.880416 23877 server_base.cc:1061] running on GCE node
19:58:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.881006 23877 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:52.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.881891 23877 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.883114 23877 hybrid_clock.cc:648] HybridClock initialized: now 1786564732883044 us; error 47 us; skew 500 ppm
19:58:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.883373 23877 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.885666 23877 webserver.cc:533] Webserver started at http://127.22.168.195:42561/ using document root <none> and password file <none>
19:58:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.886461 23877 fs_manager.cc:362] Metadata directory not provided
19:58:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.886636 23877 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:52.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.886945 23877 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.889375 23877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data/instance:
19:58:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0197c297dbe84e3ca05594424b68f51c"
19:58:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.890231 23877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal/instance:
19:58:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0197c297dbe84e3ca05594424b68f51c"
19:58:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.895598 23877 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
19:58:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.899049 23895 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.900384 23877 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.002s
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.900520 23877 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0197c297dbe84e3ca05594424b68f51c"
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:52 on dist-test-slave-1x4g"
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.900687 23877 fs_report.cc:389] FS layout report
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data/data
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.920324 23877 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.921238 23877 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:52.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.921489 23877 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.924431 23877 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.924573 23877 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:58:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.924695 23877 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.924804 23877 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:58:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.952714 23712 heartbeater.cc:499] Master 127.22.168.252:44435 was elected leader, sending a full tablet report...
19:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.984951 23877 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.195:46103
19:58:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.984974 24035 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.195:46103 every 8 connection(s)
19:58:52.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.986935 23877 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/data/info.pb
19:58:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.987876 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 23877
19:58:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.988031 23203 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/ts-2/wal/instance
19:58:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.989624 24036 heartbeater.cc:344] Connected to a master server at 127.22.168.254:35645
19:58:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.990013 24036 heartbeater.cc:461] Registering TS with master...
19:58:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.991256 24036 heartbeater.cc:507] Master 127.22.168.254:35645 requested a full tablet report, sending...
19:58:52.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:52.993772 23248 ts_manager.cc:194] Registered new tserver with Master: 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103)
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.009895 24039 heartbeater.cc:344] Connected to a master server at 127.22.168.253:36501
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.009954 24038 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.010138 24039 heartbeater.cc:461] Registering TS with master...
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.010138 24038 heartbeater.cc:461] Registering TS with master...
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.010738 24038 heartbeater.cc:507] Master 127.22.168.252:44435 requested a full tablet report, sending...
19:58:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.010825 24039 heartbeater.cc:507] Master 127.22.168.253:36501 requested a full tablet report, sending...
19:58:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.011811 23435 ts_manager.cc:194] Registered new tserver with Master: 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103)
19:58:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.012056 23347 ts_manager.cc:194] Registered new tserver with Master: 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103)
19:58:53.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.012894 23435 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.168.195:44361
19:58:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.015364 23203 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:58:53.017 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:58:53.017 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:58:53.018 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.168.254"
port: 35645
}
bound_http_address {
host: "127.22.168.254"
port: 45435
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.168.253"
port: 36501
}
bound_http_address {
host: "127.22.168.253"
port: 42015
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.168.252"
port: 44435
}
bound_http_address {
host: "127.22.168.252"
port: 34271
}
}
}
19:58:53.018 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:58:53.019 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.168.193"
port: 44741
}
bound_http_address {
host: "127.22.168.193"
port: 44135
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.168.194"
port: 42311
}
bound_http_address {
host: "127.22.168.194"
port: 44067
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.168.195"
port: 46103
}
bound_http_address {
host: "127.22.168.195"
port: 42561
}
}
}
19:58:53.019 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:58:53.021 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:58:53.022 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:53.023 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:53.023 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:53.025 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.168.252:44435(127.22.168.252:44435)] Successfully connected to peer
19:58:53.023 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.168.254:35645(127.22.168.254:35645)] Successfully connected to peer
19:58:53.026 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.168.252
19:58:53.027 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.168.254
19:58:53.030 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.168.253:36501(127.22.168.253:36501)] Successfully connected to peer
19:58:53.031 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.168.253
19:58:53.038 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xa5a68b09, L:/127.0.0.1:59658 - R:/127.22.168.252:44435] using SASL/PLAIN
19:58:53.039 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xb84ff362, L:/127.0.0.1:53934 - R:/127.22.168.254:35645] using SASL/PLAIN
19:58:53.040 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:58:53.040 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [17ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, deferred=null) after lookup
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.042032 23435 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59658:
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:53.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.044626 23435 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:58:53.046 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5623d0d4, L:/127.0.0.1:35052 - R:/127.22.168.253:36501] using SASL/PLAIN
19:58:53.065 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4c82064d49644134a4da3c92b4a1a01c
19:58:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.089862 23793 tablet_service.cc:1511] Processing CreateTablet for tablet 069ab0ed243f4c64821186e2975d8ed4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:58:53.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.089880 23792 tablet_service.cc:1511] Processing CreateTablet for tablet aba935da5aa4476da221dce6e4750d31 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:58:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.091856 23792 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aba935da5aa4476da221dce6e4750d31. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.092581 23793 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 069ab0ed243f4c64821186e2975d8ed4. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.094606 23958 tablet_service.cc:1511] Processing CreateTablet for tablet aba935da5aa4476da221dce6e4750d31 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:58:53.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.094583 23961 tablet_service.cc:1511] Processing CreateTablet for tablet 069ab0ed243f4c64821186e2975d8ed4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:58:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.096266 23958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aba935da5aa4476da221dce6e4750d31. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.096840 23961 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 069ab0ed243f4c64821186e2975d8ed4. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.096447 23634 tablet_service.cc:1511] Processing CreateTablet for tablet 069ab0ed243f4c64821186e2975d8ed4 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
19:58:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.098210 23634 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 069ab0ed243f4c64821186e2975d8ed4. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.097240 23633 tablet_service.cc:1511] Processing CreateTablet for tablet aba935da5aa4476da221dce6e4750d31 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
19:58:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.099081 23633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet aba935da5aa4476da221dce6e4750d31. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.112967 24068 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Bootstrap starting.
19:58:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.117214 24068 tablet_bootstrap.cc:654] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Neither blocks nor log segments found. Creating new log.
19:58:53.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.117579 24069 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: Bootstrap starting.
19:58:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.118781 24068 log.cc:826] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Log is configured to *not* fsync() on all Append() calls
19:58:53.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.120709 24069 tablet_bootstrap.cc:654] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: Neither blocks nor log segments found. Creating new log.
19:58:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.121840 24069 log.cc:826] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: Log is configured to *not* fsync() on all Append() calls
19:58:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.122047 24068 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: No bootstrap required, opened a new log
19:58:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.122339 24068 ts_tablet_manager.cc:1403] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.001s
19:58:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.125044 24069 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: No bootstrap required, opened a new log
19:58:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.125454 24069 ts_tablet_manager.cc:1403] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
19:58:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.130892 24068 raft_consensus.cc:359] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.131294 24068 raft_consensus.cc:385] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.131407 24068 raft_consensus.cc:740] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0197c297dbe84e3ca05594424b68f51c, State: Initialized, Role: FOLLOWER
19:58:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.132233 24068 consensus_queue.cc:260] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.133298 24069 raft_consensus.cc:359] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.133931 24069 raft_consensus.cc:385] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.134152 24069 raft_consensus.cc:740] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d149f2be4e6f4475bf9d412cf77b0687, State: Initialized, Role: FOLLOWER
19:58:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.135218 24069 consensus_queue.cc:260] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.140730 24068 ts_tablet_manager.cc:1434] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Time spent starting tablet: real 0.018s user 0.007s sys 0.010s
19:58:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.141175 24038 heartbeater.cc:499] Master 127.22.168.252:44435 was elected leader, sending a full tablet report...
19:58:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.146414 24073 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Bootstrap starting.
19:58:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.147516 24068 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c: Bootstrap starting.
19:58:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.150298 24068 tablet_bootstrap.cc:654] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c: Neither blocks nor log segments found. Creating new log.
19:58:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.151916 23871 heartbeater.cc:499] Master 127.22.168.252:44435 was elected leader, sending a full tablet report...
19:58:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.152818 24069 ts_tablet_manager.cc:1434] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687: Time spent starting tablet: real 0.027s user 0.022s sys 0.000s
19:58:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.152876 24068 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c: No bootstrap required, opened a new log
19:58:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.153043 24068 ts_tablet_manager.cc:1403] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c: Time spent bootstrapping tablet: real 0.006s user 0.004s sys 0.000s
19:58:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.153903 24068 raft_consensus.cc:359] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.154086 24068 raft_consensus.cc:385] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.154186 24068 raft_consensus.cc:740] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0197c297dbe84e3ca05594424b68f51c, State: Initialized, Role: FOLLOWER
19:58:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.154567 24068 consensus_queue.cc:260] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.156329 24069 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: Bootstrap starting.
19:58:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.158810 24068 ts_tablet_manager.cc:1434] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
19:58:53.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.159567 24069 tablet_bootstrap.cc:654] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: Neither blocks nor log segments found. Creating new log.
19:58:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.163522 24069 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: No bootstrap required, opened a new log
19:58:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.163761 24069 ts_tablet_manager.cc:1403] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.000s
19:58:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.164655 24069 raft_consensus.cc:359] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.164855 24069 raft_consensus.cc:385] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.164954 24069 raft_consensus.cc:740] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d149f2be4e6f4475bf9d412cf77b0687, State: Initialized, Role: FOLLOWER
19:58:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.165208 24073 tablet_bootstrap.cc:654] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Neither blocks nor log segments found. Creating new log.
19:58:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.165304 24069 consensus_queue.cc:260] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.165903 24069 ts_tablet_manager.cc:1434] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
19:58:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.167932 24073 log.cc:826] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Log is configured to *not* fsync() on all Append() calls
19:58:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.174494 24073 tablet_bootstrap.cc:492] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: No bootstrap required, opened a new log
19:58:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.174829 24073 ts_tablet_manager.cc:1403] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Time spent bootstrapping tablet: real 0.029s user 0.007s sys 0.000s
19:58:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.174831 24074 raft_consensus.cc:493] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.175028 24074 raft_consensus.cc:515] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.176822 24074 leader_election.cc:290] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741), d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.182255 24073 raft_consensus.cc:359] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.182696 24073 raft_consensus.cc:385] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.182832 24073 raft_consensus.cc:740] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b37af01dfe4ad4a57add9d93d43508, State: Initialized, Role: FOLLOWER
19:58:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.183645 24073 consensus_queue.cc:260] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.185632 24073 ts_tablet_manager.cc:1434] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Time spent starting tablet: real 0.011s user 0.005s sys 0.006s
19:58:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.185683 23821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aba935da5aa4476da221dce6e4750d31" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d149f2be4e6f4475bf9d412cf77b0687" is_pre_election: true
19:58:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.186363 23821 raft_consensus.cc:2468] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 0.
19:58:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.187258 24073 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508: Bootstrap starting.
19:58:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.187264 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aba935da5aa4476da221dce6e4750d31" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508" is_pre_election: true
19:58:53.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.189265 23897 leader_election.cc:343] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741): Illegal state: must be running to vote when last-logged opid is not known
19:58:53.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.189527 24073 tablet_bootstrap.cc:654] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508: Neither blocks nor log segments found. Creating new log.
19:58:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.190104 23898 leader_election.cc:304] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, d149f2be4e6f4475bf9d412cf77b0687; no voters: 21b37af01dfe4ad4a57add9d93d43508
19:58:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.191255 24074 raft_consensus.cc:2804] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.191495 24074 raft_consensus.cc:493] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.191627 24074 raft_consensus.cc:3060] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Advancing to term 1
19:58:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.193111 23714 tablet.cc:2406] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.195063 24073 tablet_bootstrap.cc:492] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508: No bootstrap required, opened a new log
19:58:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.195248 24073 ts_tablet_manager.cc:1403] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508: Time spent bootstrapping tablet: real 0.008s user 0.004s sys 0.003s
19:58:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.195307 24074 raft_consensus.cc:515] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196172 24074 leader_election.cc:290] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 election: Requested vote from peers 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741), d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196190 24073 raft_consensus.cc:359] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196381 24073 raft_consensus.cc:385] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196480 24073 raft_consensus.cc:740] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b37af01dfe4ad4a57add9d93d43508, State: Initialized, Role: FOLLOWER
19:58:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196811 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aba935da5aa4476da221dce6e4750d31" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196877 23821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "aba935da5aa4476da221dce6e4750d31" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d149f2be4e6f4475bf9d412cf77b0687"
19:58:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.196877 24073 consensus_queue.cc:260] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.197109 23821 raft_consensus.cc:3060] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.197156 23657 raft_consensus.cc:3060] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.199355 23821 raft_consensus.cc:2468] T aba935da5aa4476da221dce6e4750d31 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 1.
19:58:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.199551 23657 raft_consensus.cc:2468] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 1.
19:58:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.200102 23898 leader_election.cc:304] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, 21b37af01dfe4ad4a57add9d93d43508, d149f2be4e6f4475bf9d412cf77b0687; no voters:
19:58:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.200534 24074 raft_consensus.cc:2804] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 1 FOLLOWER]: Leader election won for term 1
19:58:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.200906 24073 ts_tablet_manager.cc:1434] T aba935da5aa4476da221dce6e4750d31 P 21b37af01dfe4ad4a57add9d93d43508: Time spent starting tablet: real 0.006s user 0.001s sys 0.003s
19:58:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.201967 24074 raft_consensus.cc:697] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [term 1 LEADER]: Becoming Leader. State: Replica: 0197c297dbe84e3ca05594424b68f51c, State: Running, Role: LEADER
19:58:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.202919 24074 consensus_queue.cc:237] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.209717 23434 catalog_manager.cc:5719] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c reported cstate change: term changed from 0 to 1, leader changed from <none> to 0197c297dbe84e3ca05594424b68f51c (127.22.168.195). New cstate: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } health_report { overall_health: HEALTHY } } }
19:58:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.222584 23873 tablet.cc:2406] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.256239 24040 tablet.cc:2406] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:53.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.449227 24075 raft_consensus.cc:493] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:53.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.449482 24075 raft_consensus.cc:515] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.451355 24075 leader_election.cc:290] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103), 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.458763 23984 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "069ab0ed243f4c64821186e2975d8ed4" candidate_uuid: "d149f2be4e6f4475bf9d412cf77b0687" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0197c297dbe84e3ca05594424b68f51c" is_pre_election: true
19:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.459211 23984 raft_consensus.cc:2468] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d149f2be4e6f4475bf9d412cf77b0687 in term 0.
19:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.459506 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "069ab0ed243f4c64821186e2975d8ed4" candidate_uuid: "d149f2be4e6f4475bf9d412cf77b0687" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508" is_pre_election: true
19:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.459785 23657 raft_consensus.cc:2468] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d149f2be4e6f4475bf9d412cf77b0687 in term 0.
19:58:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.459791 23734 leader_election.cc:304] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, d149f2be4e6f4475bf9d412cf77b0687; no voters:
19:58:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.460158 24075 raft_consensus.cc:2804] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.460304 24075 raft_consensus.cc:493] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.460423 24075 raft_consensus.cc:3060] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.462760 24075 raft_consensus.cc:515] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.463392 24075 leader_election.cc:290] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [CANDIDATE]: Term 1 election: Requested vote from peers 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103), 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.463927 23984 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "069ab0ed243f4c64821186e2975d8ed4" candidate_uuid: "d149f2be4e6f4475bf9d412cf77b0687" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0197c297dbe84e3ca05594424b68f51c"
19:58:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.464059 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "069ab0ed243f4c64821186e2975d8ed4" candidate_uuid: "d149f2be4e6f4475bf9d412cf77b0687" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.464152 23984 raft_consensus.cc:3060] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Advancing to term 1
19:58:53.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.464282 23657 raft_consensus.cc:3060] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.466459 23984 raft_consensus.cc:2468] T 069ab0ed243f4c64821186e2975d8ed4 P 0197c297dbe84e3ca05594424b68f51c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d149f2be4e6f4475bf9d412cf77b0687 in term 1.
19:58:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.466586 23657 raft_consensus.cc:2468] T 069ab0ed243f4c64821186e2975d8ed4 P 21b37af01dfe4ad4a57add9d93d43508 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d149f2be4e6f4475bf9d412cf77b0687 in term 1.
19:58:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.467007 23734 leader_election.cc:304] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, d149f2be4e6f4475bf9d412cf77b0687; no voters:
19:58:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.467437 24075 raft_consensus.cc:2804] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 FOLLOWER]: Leader election won for term 1
19:58:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.468003 24075 raft_consensus.cc:697] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 LEADER]: Becoming Leader. State: Replica: d149f2be4e6f4475bf9d412cf77b0687, State: Running, Role: LEADER
19:58:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.468601 24075 consensus_queue.cc:237] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } }
19:58:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.475425 23434 catalog_manager.cc:5719] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 reported cstate change: term changed from 0 to 1, leader changed from <none> to d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194). New cstate: current_term: 1 leader_uuid: "d149f2be4e6f4475bf9d412cf77b0687" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } health_report { overall_health: UNKNOWN } } }
19:58:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.592190 24074 consensus_queue.cc:1048] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.616858 24112 consensus_queue.cc:1048] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.623240 23435 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59664:
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:58:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:53.624455 23435 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.638180 23792 tablet_service.cc:1511] Processing CreateTablet for tablet 526f8db92ac5409bb0d013322139d346 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.638527 23634 tablet_service.cc:1511] Processing CreateTablet for tablet 526f8db92ac5409bb0d013322139d346 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.638603 23958 tablet_service.cc:1511] Processing CreateTablet for tablet 526f8db92ac5409bb0d013322139d346 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.639235 23792 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 526f8db92ac5409bb0d013322139d346. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.639451 23634 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 526f8db92ac5409bb0d013322139d346. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.639452 23958 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 526f8db92ac5409bb0d013322139d346. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.644759 24069 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: Bootstrap starting.
19:58:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.646631 24069 tablet_bootstrap.cc:654] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: Neither blocks nor log segments found. Creating new log.
19:58:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.647321 24068 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: Bootstrap starting.
19:58:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.647696 24073 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: Bootstrap starting.
19:58:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.649225 24068 tablet_bootstrap.cc:654] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: Neither blocks nor log segments found. Creating new log.
19:58:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.649569 24069 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: No bootstrap required, opened a new log
19:58:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.649603 24073 tablet_bootstrap.cc:654] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: Neither blocks nor log segments found. Creating new log.
19:58:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.649757 24069 ts_tablet_manager.cc:1403] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.001s
19:58:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.650666 24069 raft_consensus.cc:359] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651047 24069 raft_consensus.cc:385] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651137 24069 raft_consensus.cc:740] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d149f2be4e6f4475bf9d412cf77b0687, State: Initialized, Role: FOLLOWER
19:58:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651458 24068 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: No bootstrap required, opened a new log
19:58:53.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651470 24069 consensus_queue.cc:260] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651659 24073 tablet_bootstrap.cc:492] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: No bootstrap required, opened a new log
19:58:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651664 24068 ts_tablet_manager.cc:1403] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
19:58:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651839 24073 ts_tablet_manager.cc:1403] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
19:58:53.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.651945 24075 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.652249 24075 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.652451 24068 raft_consensus.cc:359] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.652654 24068 raft_consensus.cc:385] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.652587 24073 raft_consensus.cc:359] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.652726 24068 raft_consensus.cc:740] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0197c297dbe84e3ca05594424b68f51c, State: Initialized, Role: FOLLOWER
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.653035 24068 consensus_queue.cc:260] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.653640 24081 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.653872 24081 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.653648 24068 ts_tablet_manager.cc:1434] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
19:58:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.656649 24073 raft_consensus.cc:385] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:53.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.656769 24073 raft_consensus.cc:740] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21b37af01dfe4ad4a57add9d93d43508, State: Initialized, Role: FOLLOWER
19:58:53.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.657114 24073 consensus_queue.cc:260] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.657882 24079 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.658201 24079 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.658718 24073 ts_tablet_manager.cc:1434] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: Time spent starting tablet: real 0.006s user 0.001s sys 0.001s
19:58:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.659152 24069 ts_tablet_manager.cc:1434] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: Time spent starting tablet: real 0.009s user 0.000s sys 0.003s
19:58:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.799619 24081 raft_consensus.cc:493] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:53.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.799815 24081 raft_consensus.cc:515] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.800434 24081 leader_election.cc:290] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741), d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.801108 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "526f8db92ac5409bb0d013322139d346" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508" is_pre_election: true
19:58:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.801115 23820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "526f8db92ac5409bb0d013322139d346" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d149f2be4e6f4475bf9d412cf77b0687" is_pre_election: true
19:58:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.801326 23657 raft_consensus.cc:2468] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 0.
19:58:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.801363 23820 raft_consensus.cc:2468] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 0.
19:58:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.801783 23897 leader_election.cc:304] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, 21b37af01dfe4ad4a57add9d93d43508; no voters:
19:58:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.802094 24081 raft_consensus.cc:2804] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.802235 24081 raft_consensus.cc:493] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:53.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.802346 24081 raft_consensus.cc:3060] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 0 FOLLOWER]: Advancing to term 1
19:58:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.804317 24081 raft_consensus.cc:515] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.805030 24081 leader_election.cc:290] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 election: Requested vote from peers 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741), d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.805624 23820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "526f8db92ac5409bb0d013322139d346" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d149f2be4e6f4475bf9d412cf77b0687"
19:58:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.805605 23657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "526f8db92ac5409bb0d013322139d346" candidate_uuid: "0197c297dbe84e3ca05594424b68f51c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21b37af01dfe4ad4a57add9d93d43508"
19:58:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.805825 23820 raft_consensus.cc:3060] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.805848 23657 raft_consensus.cc:3060] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 0 FOLLOWER]: Advancing to term 1
19:58:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.808899 23820 raft_consensus.cc:2468] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 1.
19:58:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.808885 23657 raft_consensus.cc:2468] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0197c297dbe84e3ca05594424b68f51c in term 1.
19:58:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.809374 23898 leader_election.cc:304] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 0197c297dbe84e3ca05594424b68f51c, 21b37af01dfe4ad4a57add9d93d43508, d149f2be4e6f4475bf9d412cf77b0687; no voters:
19:58:53.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.809764 24081 raft_consensus.cc:2804] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 1 FOLLOWER]: Leader election won for term 1
19:58:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.809937 24081 raft_consensus.cc:697] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [term 1 LEADER]: Becoming Leader. State: Replica: 0197c297dbe84e3ca05594424b68f51c, State: Running, Role: LEADER
19:58:53.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.810285 24081 consensus_queue.cc:237] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } }
19:58:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.812685 24074 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: TxnStatusTablet state changed. Reason: New leader 0197c297dbe84e3ca05594424b68f51c. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.812911 24074 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: This TxnStatusTablet replica's current role is: LEADER
19:58:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.813710 23434 catalog_manager.cc:5719] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c reported cstate change: term changed from 0 to 1, leader changed from <none> to 0197c297dbe84e3ca05594424b68f51c (127.22.168.195). New cstate: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } health_report { overall_health: HEALTHY } } }
19:58:53.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.814606 24122 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
19:58:53.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.814905 24122 txn_status_manager.cc:930] Loading transaction status metadata into memory...
19:58:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.856442 23820 raft_consensus.cc:1275] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687 [term 1 FOLLOWER]: Refusing update from remote peer 0197c297dbe84e3ca05594424b68f51c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.856456 23657 raft_consensus.cc:1275] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508 [term 1 FOLLOWER]: Refusing update from remote peer 0197c297dbe84e3ca05594424b68f51c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.857275 24081 consensus_queue.cc:1048] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:53.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.857580 24074 consensus_queue.cc:1048] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c [LEADER]: Connected to new peer: Peer: permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.862214 24075 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: TxnStatusTablet state changed. Reason: New leader 0197c297dbe84e3ca05594424b68f51c. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.862499 24075 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.865036 24109 mvcc.cc:204] Tried to move back new op lower bound from 7317769149867982848 to 7317769149689643008. Current Snapshot: MvccSnapshot[applied={T|T < 7317769149867982848}]
19:58:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.869036 24075 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.869261 24075 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P d149f2be4e6f4475bf9d412cf77b0687: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.872237 24079 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: TxnStatusTablet state changed. Reason: New leader 0197c297dbe84e3ca05594424b68f51c. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.872483 24079 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.874874 24081 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.875120 24081 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: This TxnStatusTablet replica's current role is: LEADER
19:58:53.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.877475 24112 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.877753 24112 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c: This TxnStatusTablet replica's current role is: LEADER
19:58:53.879 [DEBUG - Time-limited test] (KuduTransaction.java:705) starting keepalive heartbeating with period 500 ms (txn ID 0)
19:58:53.881 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4c82064d49644134a4da3c92b4a1a01c
19:58:53.882 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.168.252:44435
19:58:53.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:58:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.882951 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 23399
19:58:53.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.884516 23484 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.885986 24079 tablet_replica.cc:442] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "0197c297dbe84e3ca05594424b68f51c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 } } peers { permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" member_type: VOTER last_known_addr { host: "127.22.168.194" port: 42311 } } peers { permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 } } }
19:58:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.886209 24079 tablet_replica.cc:445] T 526f8db92ac5409bb0d013322139d346 P 21b37af01dfe4ad4a57add9d93d43508: This TxnStatusTablet replica's current role is: FOLLOWER
19:58:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.924161 24075 consensus_queue.cc:1048] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [LEADER]: Connected to new peer: Peer: permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" member_type: VOTER last_known_addr { host: "127.22.168.193" port: 44741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:53.940196 24086 consensus_queue.cc:1048] T 069ab0ed243f4c64821186e2975d8ed4 P d149f2be4e6f4475bf9d412cf77b0687 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" member_type: VOTER last_known_addr { host: "127.22.168.195" port: 46103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.064170 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 23399
19:58:54.096 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.168.252:44435(127.22.168.252:44435)] handling channelInactive
19:58:54.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state READY due to: connection closed
19:58:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.097282 23571 connection.cc:573] client connection to 127.22.168.252:44435 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.097247 23896 connection.cc:573] client connection to 127.22.168.252:44435 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.097826 24038 heartbeater.cc:646] Failed to heartbeat to 127.22.168.252:44435 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.097815 23712 heartbeater.cc:646] Failed to heartbeat to 127.22.168.252:44435 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.098407 23331 connection.cc:573] server connection from 127.0.0.1:35048 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:54.099 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.365171 23871 heartbeater.cc:646] Failed to heartbeat to 127.22.168.252:44435 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.365720 24137 raft_consensus.cc:493] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 17a3cba36b7f4b23a64228181c2d0296)
19:58:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.365995 24138 raft_consensus.cc:493] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 17a3cba36b7f4b23a64228181c2d0296)
19:58:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.366047 24137 raft_consensus.cc:515] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.366194 24138 raft_consensus.cc:515] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.367167 24137 leader_election.cc:290] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.367584 24138 leader_election.cc:290] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.367898 23358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cdfa7df0ddc24325ac27bec2660647b2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d3a5e12008df49609418ff1d5a404a82" is_pre_election: true
19:58:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.368130 23358 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cdfa7df0ddc24325ac27bec2660647b2 in term 1.
19:58:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.368395 23258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d3a5e12008df49609418ff1d5a404a82" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2" is_pre_election: true
19:58:54.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.368656 23258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d3a5e12008df49609418ff1d5a404a82 in term 1.
19:58:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.369536 23230 leader_election.cc:304] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82; no voters:
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.369942 24137 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370240 24137 raft_consensus.cc:493] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 17a3cba36b7f4b23a64228181c2d0296)
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370221 23329 leader_election.cc:304] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82; no voters:
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370500 24137 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 1 FOLLOWER]: Advancing to term 2
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.370477 23328 leader_election.cc:336] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370667 24138 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.370674 23230 leader_election.cc:336] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370821 24138 raft_consensus.cc:493] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 17a3cba36b7f4b23a64228181c2d0296)
19:58:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.370951 24138 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 1 FOLLOWER]: Advancing to term 2
19:58:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.374100 24137 raft_consensus.cc:515] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.374089 24138 raft_consensus.cc:515] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.374840 24138 leader_election.cc:290] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 election: Requested vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.374858 24137 leader_election.cc:290] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 election: Requested vote from peers d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.375346 23358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cdfa7df0ddc24325ac27bec2660647b2" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d3a5e12008df49609418ff1d5a404a82"
19:58:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.375629 23358 raft_consensus.cc:2393] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate cdfa7df0ddc24325ac27bec2660647b2 in current term 2: Already voted for candidate d3a5e12008df49609418ff1d5a404a82 in this term.
19:58:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.375852 23258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d3a5e12008df49609418ff1d5a404a82" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.376148 23258 raft_consensus.cc:2393] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d3a5e12008df49609418ff1d5a404a82 in current term 2: Already voted for candidate cdfa7df0ddc24325ac27bec2660647b2 in this term.
19:58:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.376384 23328 leader_election.cc:336] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.377030 23329 leader_election.cc:304] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d3a5e12008df49609418ff1d5a404a82; no voters: 17a3cba36b7f4b23a64228181c2d0296, cdfa7df0ddc24325ac27bec2660647b2
19:58:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.377475 24138 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
19:58:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.377498 23230 leader_election.cc:336] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.377627 23230 leader_election.cc:304] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cdfa7df0ddc24325ac27bec2660647b2; no voters: 17a3cba36b7f4b23a64228181c2d0296, d3a5e12008df49609418ff1d5a404a82
19:58:54.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.377894 24137 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
19:58:54.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.385 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.22.168.252:44435(127.22.168.252:44435) for tablet Kudu Master: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.404 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.465 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.22.168.252:44435, [2ms] received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, deferred=Deferred@1831791711(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f1278339e30@278c6bd9 -> (continuation of Deferred@1016531037 after retry RPC after error@1648904244) -> (continuation of Deferred@2015239222 after retry RPC after error@1015571023) -> (continuation of Deferred@953765987 after retry RPC after error@418424484) -> (continuation of Deferred@277341728 after retry RPC after error@1868719205) -> (continuation of Deferred@491420578 after retry RPC after error@9583401) -> (continuation of Deferred@789277693 after retry RPC after error@1396073269), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f127833a058@1def959a -> (continuation of Deferred@1016531037 after retry RPC after error@1648904244) -> (continuation of Deferred@2015239222 after retry RPC after error@1015571023) -> (continuation of Deferred@953765987 after retry RPC after error@418424484) -> (continuation of Deferred@277341728 after retry RPC after error@1868719205) -> (continuation of Deferred@491420578 after retry RPC after error@9583401) -> (continuation of Deferred@789277693 after retry RPC after error@1396073269)))
19:58:54.625 [DEBUG - kudu-nio-2] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.22.168.252:44435, [2ms] received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [241ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, deferred=Deferred@1831791711(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f1278339e30@278c6bd9 -> (continuation of Deferred@1016531037 after retry RPC after error@1648904244) -> (continuation of Deferred@2015239222 after retry RPC after error@1015571023) -> (continuation of Deferred@953765987 after retry RPC after error@418424484) -> (continuation of Deferred@277341728 after retry RPC after error@1868719205) -> (continuation of Deferred@491420578 after retry RPC after error@9583401) -> (continuation of Deferred@789277693 after retry RPC after error@1396073269), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f127833a058@1def959a -> (continuation of Deferred@1016531037 after retry RPC after error@1648904244) -> (continuation of Deferred@2015239222 after retry RPC after error@1015571023) -> (continuation of Deferred@953765987 after retry RPC after error@418424484) -> (continuation of Deferred@277341728 after retry RPC after error@1868719205) -> (continuation of Deferred@491420578 after retry RPC after error@9583401) -> (continuation of Deferred@789277693 after retry RPC after error@1396073269)))
19:58:54.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.664 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.704 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.704 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.724 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.766930 24138 raft_consensus.cc:493] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:54.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.767208 24138 raft_consensus.cc:515] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.767978 24138 leader_election.cc:290] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.768595 23258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d3a5e12008df49609418ff1d5a404a82" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2" is_pre_election: true
19:58:54.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.768857 23258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d3a5e12008df49609418ff1d5a404a82 in term 2.
19:58:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.769397 23329 leader_election.cc:304] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82; no voters:
19:58:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.769722 24138 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Leader pre-election won for term 3
19:58:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.769840 24138 raft_consensus.cc:493] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.769836 23328 leader_election.cc:336] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.769968 24138 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 2 FOLLOWER]: Advancing to term 3
19:58:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.773065 24138 raft_consensus.cc:515] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.773707 24138 leader_election.cc:290] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 election: Requested vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.774228 23258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d3a5e12008df49609418ff1d5a404a82" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2"
19:58:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.774442 23258 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 2 FOLLOWER]: Advancing to term 3
19:58:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.775272 23328 leader_election.cc:336] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111)
19:58:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.777511 23258 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d3a5e12008df49609418ff1d5a404a82 in term 3.
19:58:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.777999 23329 leader_election.cc:304] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82; no voters: 17a3cba36b7f4b23a64228181c2d0296
19:58:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.778326 24138 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 3 FOLLOWER]: Leader election won for term 3
19:58:54.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.778831 24138 raft_consensus.cc:697] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [term 3 LEADER]: Becoming Leader. State: Replica: d3a5e12008df49609418ff1d5a404a82, State: Running, Role: LEADER
19:58:54.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.779359 24138 consensus_queue.cc:237] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.781041 24150 sys_catalog.cc:455] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d3a5e12008df49609418ff1d5a404a82. Latest consensus state: current_term: 3 leader_uuid: "d3a5e12008df49609418ff1d5a404a82" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.781337 24150 sys_catalog.cc:458] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: This master's current role is: LEADER
19:58:54.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.782040 24151 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:58:54.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.785365 24151 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]
19:58:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.785974 24151 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b]
19:58:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.787818 24151 tablet_loader.cc:96] loaded metadata for tablet 069ab0ed243f4c64821186e2975d8ed4 (table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c])
19:58:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.788256 24151 tablet_loader.cc:96] loaded metadata for tablet 526f8db92ac5409bb0d013322139d346 (table kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b])
19:58:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.788659 24151 tablet_loader.cc:96] loaded metadata for tablet aba935da5aa4476da221dce6e4750d31 (table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c])
19:58:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.788972 24151 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:58:54.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:54.790 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [147ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, deferred=Deferred@1813771085(state=PENDING, result=null, callback=(continuation of Deferred@1907576458 after retry RPC after error@2018614024) -> (continuation of Deferred@500349062 after retry RPC after error@778088938) -> (continuation of Deferred@1162640818 after retry RPC after error@825305032) -> (continuation of Deferred@959426528 after retry RPC after error@309049038) -> (continuation of Deferred@887945436 after retry RPC after error@215717614) -> (continuation of Deferred@1213163578 after retry RPC after error@131951163), errback=(continuation of Deferred@1907576458 after retry RPC after error@2018614024) -> (continuation of Deferred@500349062 after retry RPC after error@778088938) -> (continuation of Deferred@1162640818 after retry RPC after error@825305032) -> (continuation of Deferred@959426528 after retry RPC after error@309049038) -> (continuation of Deferred@887945436 after retry RPC after error@215717614) -> (continuation of Deferred@1213163578 after retry RPC after error@131951163)))
19:58:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.790073 24151 catalog_manager.cc:1295] Loaded cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.790175 24151 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:58:54.791 [DEBUG - kudu-nio-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=147), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [147ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, deferred=Deferred@1813771085(state=PENDING, result=null, callback=(continuation of Deferred@1907576458 after retry RPC after error@2018614024) -> (continuation of Deferred@500349062 after retry RPC after error@778088938) -> (continuation of Deferred@1162640818 after retry RPC after error@825305032) -> (continuation of Deferred@959426528 after retry RPC after error@309049038) -> (continuation of Deferred@887945436 after retry RPC after error@215717614) -> (continuation of Deferred@1213163578 after retry RPC after error@131951163), errback=(continuation of Deferred@1907576458 after retry RPC after error@2018614024) -> (continuation of Deferred@500349062 after retry RPC after error@778088938) -> (continuation of Deferred@1162640818 after retry RPC after error@825305032) -> (continuation of Deferred@959426528 after retry RPC after error@309049038) -> (continuation of Deferred@887945436 after retry RPC after error@215717614) -> (continuation of Deferred@1213163578 after retry RPC after error@131951163)))
19:58:54.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.791720 24151 catalog_manager.cc:1540] Loading token signing keys...
19:58:54.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.792513 24151 catalog_manager.cc:6103] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82: Loaded TSK: 0
19:58:54.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.793372 24151 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:58:54.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:54.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.805 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.252:44435: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435
19:58:54.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:58:54.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: Network error: Failed to connect to peer master-127.22.168.252:44435(127.22.168.252:44435): Connection refused: /127.22.168.252:44435, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: OK, deferred=null) after lookup
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.859681 23346 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35076:
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:58:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:58:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.865217 23346 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:58:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.871083 23258 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Refusing update from remote peer d3a5e12008df49609418ff1d5a404a82: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
19:58:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.871876 24150 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
19:58:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.877916 24137 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d3a5e12008df49609418ff1d5a404a82. Latest consensus state: current_term: 3 leader_uuid: "d3a5e12008df49609418ff1d5a404a82" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.878208 24137 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: FOLLOWER
19:58:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.880613 24138 sys_catalog.cc:455] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "d3a5e12008df49609418ff1d5a404a82" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.880903 24138 sys_catalog.cc:458] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 [sys.catalog]: This master's current role is: LEADER
19:58:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:54.883005 23328 consensus_peers.cc:597] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 -> Peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Couldn't send request to peer 17a3cba36b7f4b23a64228181c2d0296. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.889350 24137 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "d3a5e12008df49609418ff1d5a404a82" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:54.889631 24137 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: FOLLOWER
19:58:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:55.432633 23328 consensus_peers.cc:597] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 -> Peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Couldn't send request to peer 17a3cba36b7f4b23a64228181c2d0296. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:58:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:55.618499 23328 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111) [suppressed 15 similar messages]
19:58:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:55.912938 23328 consensus_peers.cc:597] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 -> Peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Couldn't send request to peer 17a3cba36b7f4b23a64228181c2d0296. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
19:58:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:55.941460 23713 heartbeater.cc:499] Master 127.22.168.253:36501 was elected leader, sending a full tablet report...
19:58:56.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 069ab0ed243f4c64821186e2975d8ed4 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
19:58:56.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet aba935da5aa4476da221dce6e4750d31 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
19:58:56.105 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=069ab0ed243f4c64821186e2975d8ed4@[0197c297dbe84e3ca05594424b68f51c(127.22.168.195:46103),21b37af01dfe4ad4a57add9d93d43508(127.22.168.193:44741),d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=aba935da5aa4476da221dce6e4750d31@[0197c297dbe84e3ca05594424b68f51c(127.22.168.195:46103)[L],21b37af01dfe4ad4a57add9d93d43508(127.22.168.193:44741),d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
19:58:56.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC GetTableLocations: received response from server master-127.22.168.253:36501: OK, deferred=null) after lookup
19:58:56.106 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)] connecting to peer
19:58:56.107 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)] Successfully connected to peer
19:58:56.118 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xbe58e613, L:/127.0.0.1:48458 - R:/127.22.168.194:42311] using TOKEN/null
19:58:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.124322 23782 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.22.168.252:44435)
19:58:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.171459 24039 heartbeater.cc:499] Master 127.22.168.253:36501 was elected leader, sending a full tablet report...
19:58:56.174 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.168.252:44435
19:58:56.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.182840 23203 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/logs
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.252:44435
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.252
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34271
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
19:58:56.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
19:58:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.227912 23214 master_runner.cc:187] Error getting master registration for 127.22.168.252:44435: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111),
19:58:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.228189 23214 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.368464 23872 heartbeater.cc:499] Master 127.22.168.253:36501 was elected leader, sending a full tablet report...
19:58:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.439287 23328 consensus_peers.cc:597] T 00000000000000000000000000000000 P d3a5e12008df49609418ff1d5a404a82 -> Peer 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435): Couldn't send request to peer 17a3cba36b7f4b23a64228181c2d0296. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.252:44435: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
19:58:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.542003 24200 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.542371 24200 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:56.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.542510 24200 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551213 24200 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551367 24200 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
19:58:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551456 24200 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551538 24200 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551623 24200 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551682 24200 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.551746 24200 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45213/jwks.json
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.563011 24200 master_runner.cc:387] Master server non-default flags:
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/logs
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.168.212:35673
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.168.252:44435
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45213/jwks.json
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.168.252
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34271
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 565fa2a0c8b8655dfe08c1dca95e4b4d9408fc9c
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 19:45:52 UTC on bdcb31816ec0
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13310
19:58:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.565064 24200 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:56.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.567106 24200 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.576905 24209 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.577039 24211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.577776 24208 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.578087 24200 server_base.cc:1061] running on GCE node
19:58:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.578881 24200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.580214 24200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.581488 24200 hybrid_clock.cc:648] HybridClock initialized: now 1786564736581421 us; error 30 us; skew 500 ppm
19:58:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.581858 24200 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:56.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.584148 24200 webserver.cc:533] Webserver started at http://127.22.168.252:34271/ using document root <none> and password file <none>
19:58:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.584991 24200 fs_manager.cc:362] Metadata directory not provided
19:58:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.585165 24200 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.590478 24200 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.005s sys 0.000s
19:58:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.593569 24218 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.594923 24200 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
19:58:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.595112 24200 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data,/tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "17a3cba36b7f4b23a64228181c2d0296"
19:58:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 19:58:50 on dist-test-slave-1x4g"
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.595916 24200 fs_report.cc:389] FS layout report
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/wal
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/data
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.624522 24200 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:58:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.625507 24200 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.625831 24200 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.651957 24200 rpc_server.cc:307] RPC server started. Bound to: 127.22.168.252:44435
19:58:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.652021 24295 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.168.252:44435 every 8 connection(s)
19:58:56.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.653858 24200 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqXDx9o/test-tmp/mini-kudu-cluster2036173458330225711/master-2/data/info.pb
19:58:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.655328 23203 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu as pid 24200
19:58:56.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:56.655 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.168.253:36501
19:58:56.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:58:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.656386 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 23309
19:58:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.657934 23392 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.663556 24296 sys_catalog.cc:263] Verifying existing consensus state
19:58:56.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.667048 24296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Bootstrap starting.
19:58:56.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.686055 24296 log.cc:826] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Log is configured to *not* fsync() on all Append() calls
19:58:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.699934 24296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.700454 24296 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: Bootstrap complete.
19:58:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.707826 24296 raft_consensus.cc:359] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.708482 24296 raft_consensus.cc:740] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 17a3cba36b7f4b23a64228181c2d0296, State: Initialized, Role: FOLLOWER
19:58:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.709265 24296 consensus_queue.cc:260] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:56.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.710139 24301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:56.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.710446 24301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: FOLLOWER
19:58:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.711243 24296 sys_catalog.cc:565] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: configured and running, proceeding with master startup.
19:58:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.735265 24317 catalog_manager.cc:1295] Loaded cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.735599 24317 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: loading cluster ID for follower catalog manager: success
19:58:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.739939 24317 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: acquiring CA information for follower catalog manager: success
19:58:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.742640 24317 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:58:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.821643 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 23309
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.856178 24322 negotiation.cc:336] Failed RPC negotiation. Trace:
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.745648 (+ 0us) reactor.cc:730] Submitting negotiation task for client connection to 127.22.168.253:36501 (local address 127.0.0.1:35090)
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.745831 (+ 183us) negotiation.cc:107] Waiting for socket to connect
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.745852 (+ 21us) client_negotiation.cc:175] Beginning negotiation
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.745972 (+ 120us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.855042 (+109070us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: BlockingRecv error: recv got EOF from 127.22.168.253:36501 (error 108)
19:58:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":65}
19:58:56.857 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.168.253:36501(127.22.168.253:36501)] handling channelInactive
19:58:56.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state READY due to: connection closed
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.858158 23230 connection.cc:573] server connection from 127.0.0.1:53902 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.856227 24325 negotiation.cc:336] Failed RPC negotiation. Trace:
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.822779 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:60288 (local address 127.22.168.252:44435)
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.825278 (+ 2499us) server_negotiation.cc:207] Beginning negotiation
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.825289 (+ 11us) server_negotiation.cc:400] Waiting for connection header
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.825332 (+ 43us) server_negotiation.cc:408] Connection header received
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:56.855179 (+ 29847us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:60288: BlockingRecv error: recv got EOF from 127.0.0.1:60288 (error 108)
19:58:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2317,"thread_start_us":2146,"threads_started":1}
19:58:56.859 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:56.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.857112 24200 master_runner.cc:187] Error getting master registration for 127.22.168.253:36501: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: BlockingRecv error: recv got EOF from 127.22.168.253:36501 (error 108),
19:58:56.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.861836 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:56.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:56.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.963 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.22.168.253:36501(127.22.168.253:36501) for tablet Kudu Master: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.981866 24301 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.982205 24301 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:56.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:56.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.252:44435(127.22.168.252:44435)] connecting to peer
19:58:56.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:56.985 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.22.168.252:44435(127.22.168.252:44435)] Successfully connected to peer
19:58:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.986254 23258 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "17a3cba36b7f4b23a64228181c2d0296" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cdfa7df0ddc24325ac27bec2660647b2" is_pre_election: true
19:58:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.988222 24301 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:56.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.990949 24219 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:56.996933 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.997146 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:58:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:56.997931 24301 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:58:57.009 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xfd760dd2, L:/127.0.0.1:60294 - R:/127.22.168.252:44435] using TOKEN/null
19:58:57.013 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.027 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.047 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.066 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.110481 23712 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:57.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.114310 24243 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "21b37af01dfe4ad4a57add9d93d43508" instance_seqno: 1786564731917701) as {username='slave'} at 127.22.168.193:43381; Asking this server to re-register.
19:58:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.115307 23712 heartbeater.cc:461] Registering TS with master...
19:58:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.117426 24243 ts_manager.cc:194] Registered new tserver with Master: 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741)
19:58:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.123682 24328 raft_consensus.cc:493] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d3a5e12008df49609418ff1d5a404a82)
19:58:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.123915 24328 raft_consensus.cc:515] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.124809 24328 leader_election.cc:290] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.125972 23230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111) [suppressed 10 similar messages]
19:58:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.136372 23230 leader_election.cc:336] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.137607 24253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cdfa7df0ddc24325ac27bec2660647b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "17a3cba36b7f4b23a64228181c2d0296" is_pre_election: true
19:58:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.138303 24253 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cdfa7df0ddc24325ac27bec2660647b2 in term 1.
19:58:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.139004 23230 leader_election.cc:304] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296, cdfa7df0ddc24325ac27bec2660647b2; no voters: d3a5e12008df49609418ff1d5a404a82
19:58:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.140400 24328 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Leader pre-election won for term 4
19:58:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.140539 24328 raft_consensus.cc:493] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Starting leader election (detected failure of leader d3a5e12008df49609418ff1d5a404a82)
19:58:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.140645 24328 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 3 FOLLOWER]: Advancing to term 4
19:58:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.143219 24328 raft_consensus.cc:515] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.143903 24328 leader_election.cc:290] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 election: Requested vote from peers d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501), 17a3cba36b7f4b23a64228181c2d0296 (127.22.168.252:44435)
19:58:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.144707 24253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cdfa7df0ddc24325ac27bec2660647b2" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "17a3cba36b7f4b23a64228181c2d0296"
19:58:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.145033 24253 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 1 FOLLOWER]: Advancing to term 4
19:58:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.145936 23230 leader_election.cc:336] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.149895 24253 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cdfa7df0ddc24325ac27bec2660647b2 in term 4.
19:58:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.150439 23230 leader_election.cc:304] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296, cdfa7df0ddc24325ac27bec2660647b2; no voters: d3a5e12008df49609418ff1d5a404a82
19:58:57.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.150741 24328 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 4 FOLLOWER]: Leader election won for term 4
19:58:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.151338 24328 raft_consensus.cc:697] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [term 4 LEADER]: Becoming Leader. State: Replica: cdfa7df0ddc24325ac27bec2660647b2, State: Running, Role: LEADER
19:58:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.151885 24328 consensus_queue.cc:237] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.154001 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cdfa7df0ddc24325ac27bec2660647b2. Latest consensus state: current_term: 4 leader_uuid: "cdfa7df0ddc24325ac27bec2660647b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:57.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.154352 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: LEADER
19:58:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.155192 24335 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:58:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.158216 24335 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c]
19:58:57.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.158942 24335 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b]
19:58:57.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.160656 24335 tablet_loader.cc:96] loaded metadata for tablet 069ab0ed243f4c64821186e2975d8ed4 (table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c])
19:58:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.161132 24335 tablet_loader.cc:96] loaded metadata for tablet 526f8db92ac5409bb0d013322139d346 (table kudu_system.kudu_transactions [id=5e552f87644a4b87a864e7a56df7f35b])
19:58:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.161522 24335 tablet_loader.cc:96] loaded metadata for tablet aba935da5aa4476da221dce6e4750d31 (table txn_manager_fallback_rolling [id=4c82064d49644134a4da3c92b4a1a01c])
19:58:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.161834 24335 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:58:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.162744 24335 catalog_manager.cc:1295] Loaded cluster ID: ff368432f41c45fd849fdec7a3db1be2
19:58:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.162861 24335 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:58:57.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.165001 24335 catalog_manager.cc:1540] Loading token signing keys...
19:58:57.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.167454 24335 catalog_manager.cc:6103] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2: Loaded TSK: 0
19:58:57.167 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.168570 24335 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:58:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.183647 24038 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:57.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.185355 24243 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0197c297dbe84e3ca05594424b68f51c" instance_seqno: 1786564732976252) as {username='slave'} at 127.22.168.195:60543; Asking this server to re-register.
19:58:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.185988 24038 heartbeater.cc:461] Registering TS with master...
19:58:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.187196 24243 ts_manager.cc:194] Registered new tserver with Master: 0197c297dbe84e3ca05594424b68f51c (127.22.168.195:46103)
19:58:57.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:57.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:57.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:58:57.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.22.168.253:36501, [1ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, deferred=Deferred@225829965(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f1278339e30@56aa84ce -> (continuation of Deferred@1269080075 after retry RPC after error@909226148) -> (continuation of Deferred@348421539 after retry RPC after error@382338817) -> (continuation of Deferred@2021673259 after retry RPC after error@1125081615) -> (continuation of Deferred@1947281064 after retry RPC after error@841340196) -> (continuation of Deferred@1217796954 after retry RPC after error@1890649949) -> (continuation of Deferred@224942981 after retry RPC after error@293086201), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f127833a058@694cb647 -> (continuation of Deferred@1269080075 after retry RPC after error@909226148) -> (continuation of Deferred@348421539 after retry RPC after error@382338817) -> (continuation of Deferred@2021673259 after retry RPC after error@1125081615) -> (continuation of Deferred@1947281064 after retry RPC after error@841340196) -> (continuation of Deferred@1217796954 after retry RPC after error@1890649949) -> (continuation of Deferred@224942981 after retry RPC after error@293086201))) after lookup
19:58:57.223 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.22.168.253:36501, [1ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [51ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: OK, [245ms] sending RPC to server master-127.22.168.254:35645, deferred=Deferred@225829965(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$236/0x00007f1278339e30@56aa84ce -> (continuation of Deferred@1269080075 after retry RPC after error@909226148) -> (continuation of Deferred@348421539 after retry RPC after error@382338817) -> (continuation of Deferred@2021673259 after retry RPC after error@1125081615) -> (continuation of Deferred@1947281064 after retry RPC after error@841340196) -> (continuation of Deferred@1217796954 after retry RPC after error@1890649949) -> (continuation of Deferred@224942981 after retry RPC after error@293086201) -> (continuation of Deferred@966987185 after retry RPC@2087249373), errback=org.apache.kudu.client.KuduTransaction$$Lambda$237/0x00007f127833a058@694cb647 -> (continuation of Deferred@1269080075 after retry RPC after error@909226148) -> (continuation of Deferred@348421539 after retry RPC after error@382338817) -> (continuation of Deferred@2021673259 after retry RPC after error@1125081615) -> (continuation of Deferred@1947281064 after retry RPC after error@841340196) -> (continuation of Deferred@1217796954 after retry RPC after error@1890649949) -> (continuation of Deferred@224942981 after retry RPC after error@293086201) -> (continuation of Deferred@966987185 after retry RPC@2087249373)))
19:58:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.245276 23287 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:53934 (request call id 23) took 37 ms (client timeout 5 ms). Trace:
19:58:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.245553 23287 rpcz_store.cc:269] 0812 19:58:57.208142 (+ 0us) service_pool.cc:167] Inserting onto call queue
19:58:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:57.208227 (+ 85us) service_pool.cc:224] Handling call
19:58:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 19:58:57.245177 (+ 36950us) inbound_call.cc:177] Queueing success response
19:58:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":568,"thread_start_us":1357,"threads_started":5}
19:58:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.247311 23230 consensus_peers.cc:597] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 -> Peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Couldn't send request to peer d3a5e12008df49609418ff1d5a404a82. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 693398839680428 + 9222678638015096905 cannot be represented in type 'long'
19:58:57.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.270817 24253 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Refusing update from remote peer cdfa7df0ddc24325ac27bec2660647b2: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
19:58:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.271975 24328 consensus_queue.cc:1048] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
19:58:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.294603 24351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "cdfa7df0ddc24325ac27bec2660647b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:57.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.295235 24351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: FOLLOWER
19:58:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.295636 24301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cdfa7df0ddc24325ac27bec2660647b2. Latest consensus state: current_term: 4 leader_uuid: "cdfa7df0ddc24325ac27bec2660647b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.297264 24301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: FOLLOWER
19:58:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.303721 24351 sys_catalog.cc:455] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "cdfa7df0ddc24325ac27bec2660647b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.303926 24351 sys_catalog.cc:458] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [sys.catalog]: This master's current role is: FOLLOWER
19:58:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.305001 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "cdfa7df0ddc24325ac27bec2660647b2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } } }
19:58:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.308939 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 [sys.catalog]: This master's current role is: LEADER
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.318096 23247 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53972:
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
19:58:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
19:58:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.324939 23247 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:58:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.384464 23871 heartbeater.cc:344] Connected to a master server at 127.22.168.252:44435
19:58:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.386579 24243 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d149f2be4e6f4475bf9d412cf77b0687" instance_seqno: 1786564732454791) as {username='slave'} at 127.22.168.194:52769; Asking this server to re-register.
19:58:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.387405 23871 heartbeater.cc:461] Registering TS with master...
19:58:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:57.389235 24243 ts_manager.cc:194] Registered new tserver with Master: d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311)
19:58:57.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:57.678828 23230 consensus_peers.cc:597] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 -> Peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Couldn't send request to peer d3a5e12008df49609418ff1d5a404a82. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
19:58:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.178332 24036 heartbeater.cc:499] Master 127.22.168.254:35645 was elected leader, sending a full tablet report...
19:58:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:58.180058 23230 consensus_peers.cc:597] T 00000000000000000000000000000000 P cdfa7df0ddc24325ac27bec2660647b2 -> Peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Couldn't send request to peer d3a5e12008df49609418ff1d5a404a82. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
19:58:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f4393ee7d28 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
19:58:58.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.373556 23870 heartbeater.cc:499] Master 127.22.168.254:35645 was elected leader, sending a full tablet report...
19:58:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa9f105 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
19:58:58.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f43a7f83fd2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
19:58:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f43a7f73ae4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
19:58:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f43a80dc56e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
19:58:58.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f43a80dd14b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
19:58:58.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f43a80e1d8f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
19:58:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f43a1e2a276 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
19:58:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f43a1e29fa5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
19:58:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f439b0c861e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
19:58:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f439b0c74fe in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
19:58:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f439b0cd738 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
19:58:58.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f439b0ce09f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
19:58:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f439b0cdec8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
19:58:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaafb1c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
19:58:58.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f4393faadd8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
19:58:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f439767a6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
19:58:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f439013161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
19:58:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:58.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
19:58:58.641 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.168.254:35645(127.22.168.254:35645)] handling channelInactive
19:58:58.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state READY due to: connection closed
19:58:58.641 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.22.168.254:35645(127.22.168.254:35645) for tablet Kudu Master: connection closed
19:58:58.664 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:58:58.859 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.860 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.910670 24361 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:58:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.910857 24361 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.911665 24361 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:58.914765 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:58.915019 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:58:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.915167 24220 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:58:58.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.915405 24361 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:58:58.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.925 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:58.946650 23710 heartbeater.cc:499] Master 127.22.168.254:35645 was elected leader, sending a full tablet report...
19:58:58.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.984 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:58.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:58.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:58.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:58.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:58.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.004 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.004 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.086 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.086 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1565384978(state=PENDING, result=null, callback=(continuation of Deferred@919278942 after retry RPC after error@1143091903) -> (continuation of Deferred@1539581096 after retry RPC after error@1764953011) -> (continuation of Deferred@129794606 after retry RPC after error@1381953452) -> (continuation of Deferred@675639339 after retry RPC after error@1507493891) -> (continuation of Deferred@974441700 after retry RPC after error@521303941) -> (continuation of Deferred@483756132 after retry RPC after error@289575277), errback=(continuation of Deferred@919278942 after retry RPC after error@1143091903) -> (continuation of Deferred@1539581096 after retry RPC after error@1764953011) -> (continuation of Deferred@129794606 after retry RPC after error@1381953452) -> (continuation of Deferred@675639339 after retry RPC after error@1507493891) -> (continuation of Deferred@974441700 after retry RPC after error@521303941) -> (continuation of Deferred@483756132 after retry RPC after error@289575277)))
19:58:59.087 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1565384978(state=PENDING, result=null, callback=(continuation of Deferred@919278942 after retry RPC after error@1143091903) -> (continuation of Deferred@1539581096 after retry RPC after error@1764953011) -> (continuation of Deferred@129794606 after retry RPC after error@1381953452) -> (continuation of Deferred@675639339 after retry RPC after error@1507493891) -> (continuation of Deferred@974441700 after retry RPC after error@521303941) -> (continuation of Deferred@483756132 after retry RPC after error@289575277), errback=(continuation of Deferred@919278942 after retry RPC after error@1143091903) -> (continuation of Deferred@1539581096 after retry RPC after error@1764953011) -> (continuation of Deferred@129794606 after retry RPC after error@1381953452) -> (continuation of Deferred@675639339 after retry RPC after error@1507493891) -> (continuation of Deferred@974441700 after retry RPC after error@521303941) -> (continuation of Deferred@483756132 after retry RPC after error@289575277)))
19:58:59.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.166 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.225216 24361 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:58:59.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.225428 24361 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.226145 24361 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:59.227815 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:58:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:59.228019 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.228137 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:58:59.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.228381 24361 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:58:59.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.363 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [164ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@940589251(state=PENDING, result=null, callback=(continuation of Deferred@1257374954 after retry RPC after error@1141657453) -> (continuation of Deferred@415359226 after retry RPC after error@577613177) -> (continuation of Deferred@2019702922 after retry RPC after error@1588815820) -> (continuation of Deferred@1231194832 after retry RPC after error@111931616) -> (continuation of Deferred@1868840663 after retry RPC after error@715962864) -> (continuation of Deferred@2001044095 after retry RPC after error@774914183) -> (continuation of Deferred@1626095888 after retry RPC after error@801114052), errback=(continuation of Deferred@1257374954 after retry RPC after error@1141657453) -> (continuation of Deferred@415359226 after retry RPC after error@577613177) -> (continuation of Deferred@2019702922 after retry RPC after error@1588815820) -> (continuation of Deferred@1231194832 after retry RPC after error@111931616) -> (continuation of Deferred@1868840663 after retry RPC after error@715962864) -> (continuation of Deferred@2001044095 after retry RPC after error@774914183) -> (continuation of Deferred@1626095888 after retry RPC after error@801114052)))
19:58:59.364 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:58:59.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.447659 23903 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.051s from last keepalive heartbeat (effective timeout is 1.000s)
19:58:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:59.454828 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:58:59.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.524 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.626 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1625854201(state=PENDING, result=null, callback=(continuation of Deferred@896499689 after retry RPC after error@533966391) -> (continuation of Deferred@1082455111 after retry RPC after error@1691339766) -> (continuation of Deferred@714170545 after retry RPC after error@674349506) -> (continuation of Deferred@1332756047 after retry RPC after error@1442499628) -> (continuation of Deferred@1951378122 after retry RPC after error@1381390928) -> (continuation of Deferred@479888403 after retry RPC after error@520265728) -> (continuation of Deferred@378687696 after retry RPC after error@1987447944), errback=(continuation of Deferred@896499689 after retry RPC after error@533966391) -> (continuation of Deferred@1082455111 after retry RPC after error@1691339766) -> (continuation of Deferred@714170545 after retry RPC after error@674349506) -> (continuation of Deferred@1332756047 after retry RPC after error@1442499628) -> (continuation of Deferred@1951378122 after retry RPC after error@1381390928) -> (continuation of Deferred@479888403 after retry RPC after error@520265728) -> (continuation of Deferred@378687696 after retry RPC after error@1987447944)))
19:58:59.626 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1625854201(state=PENDING, result=null, callback=(continuation of Deferred@896499689 after retry RPC after error@533966391) -> (continuation of Deferred@1082455111 after retry RPC after error@1691339766) -> (continuation of Deferred@714170545 after retry RPC after error@674349506) -> (continuation of Deferred@1332756047 after retry RPC after error@1442499628) -> (continuation of Deferred@1951378122 after retry RPC after error@1381390928) -> (continuation of Deferred@479888403 after retry RPC after error@520265728) -> (continuation of Deferred@378687696 after retry RPC after error@1987447944), errback=(continuation of Deferred@896499689 after retry RPC after error@533966391) -> (continuation of Deferred@1082455111 after retry RPC after error@1691339766) -> (continuation of Deferred@714170545 after retry RPC after error@674349506) -> (continuation of Deferred@1332756047 after retry RPC after error@1442499628) -> (continuation of Deferred@1951378122 after retry RPC after error@1381390928) -> (continuation of Deferred@479888403 after retry RPC after error@520265728) -> (continuation of Deferred@378687696 after retry RPC after error@1987447944)))
19:58:59.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.715708 24361 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:58:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.715940 24361 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:58:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.716679 24361 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:58:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:59.718214 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:58:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:58:59.718391 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:58:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.718502 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:58:59.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:58:59.718708 24361 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:58:59.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1844829955(state=PENDING, result=null, callback=(continuation of Deferred@958664269 after retry RPC after error@1878203330) -> (continuation of Deferred@1565714080 after retry RPC after error@505161678) -> (continuation of Deferred@122885158 after retry RPC after error@1879650821) -> (continuation of Deferred@983874882 after retry RPC after error@1165614991) -> (continuation of Deferred@1511260450 after retry RPC after error@1672780159) -> (continuation of Deferred@2087020262 after retry RPC after error@2003520322), errback=(continuation of Deferred@958664269 after retry RPC after error@1878203330) -> (continuation of Deferred@1565714080 after retry RPC after error@505161678) -> (continuation of Deferred@122885158 after retry RPC after error@1879650821) -> (continuation of Deferred@983874882 after retry RPC after error@1165614991) -> (continuation of Deferred@1511260450 after retry RPC after error@1672780159) -> (continuation of Deferred@2087020262 after retry RPC after error@2003520322)))
19:58:59.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1844829955(state=PENDING, result=null, callback=(continuation of Deferred@958664269 after retry RPC after error@1878203330) -> (continuation of Deferred@1565714080 after retry RPC after error@505161678) -> (continuation of Deferred@122885158 after retry RPC after error@1879650821) -> (continuation of Deferred@983874882 after retry RPC after error@1165614991) -> (continuation of Deferred@1511260450 after retry RPC after error@1672780159) -> (continuation of Deferred@2087020262 after retry RPC after error@2003520322), errback=(continuation of Deferred@958664269 after retry RPC after error@1878203330) -> (continuation of Deferred@1565714080 after retry RPC after error@505161678) -> (continuation of Deferred@122885158 after retry RPC after error@1879650821) -> (continuation of Deferred@983874882 after retry RPC after error@1165614991) -> (continuation of Deferred@1511260450 after retry RPC after error@1672780159) -> (continuation of Deferred@2087020262 after retry RPC after error@2003520322)))
19:58:59.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.864 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.866 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:58:59.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:58:59.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:58:59.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:58:59.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:58:59.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.024 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.024 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.026 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@489769941(state=PENDING, result=null, callback=(continuation of Deferred@816657002 after retry RPC after error@1602375002) -> (continuation of Deferred@930061767 after retry RPC after error@538380060) -> (continuation of Deferred@2037403414 after retry RPC after error@877995519) -> (continuation of Deferred@2132739863 after retry RPC after error@1730727951) -> (continuation of Deferred@475740931 after retry RPC after error@29134762) -> (continuation of Deferred@110892853 after retry RPC after error@664082241), errback=(continuation of Deferred@816657002 after retry RPC after error@1602375002) -> (continuation of Deferred@930061767 after retry RPC after error@538380060) -> (continuation of Deferred@2037403414 after retry RPC after error@877995519) -> (continuation of Deferred@2132739863 after retry RPC after error@1730727951) -> (continuation of Deferred@475740931 after retry RPC after error@29134762) -> (continuation of Deferred@110892853 after retry RPC after error@664082241)))
19:59:00.027 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@489769941(state=PENDING, result=null, callback=(continuation of Deferred@816657002 after retry RPC after error@1602375002) -> (continuation of Deferred@930061767 after retry RPC after error@538380060) -> (continuation of Deferred@2037403414 after retry RPC after error@877995519) -> (continuation of Deferred@2132739863 after retry RPC after error@1730727951) -> (continuation of Deferred@475740931 after retry RPC after error@29134762) -> (continuation of Deferred@110892853 after retry RPC after error@664082241), errback=(continuation of Deferred@816657002 after retry RPC after error@1602375002) -> (continuation of Deferred@930061767 after retry RPC after error@538380060) -> (continuation of Deferred@2037403414 after retry RPC after error@877995519) -> (continuation of Deferred@2132739863 after retry RPC after error@1730727951) -> (continuation of Deferred@475740931 after retry RPC after error@29134762) -> (continuation of Deferred@110892853 after retry RPC after error@664082241)))
19:59:00.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.044 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.046 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.104 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.265 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@295993050(state=PENDING, result=null, callback=(continuation of Deferred@728029059 after retry RPC after error@1800323932) -> (continuation of Deferred@623505538 after retry RPC after error@399050835) -> (continuation of Deferred@438046182 after retry RPC after error@123038170) -> (continuation of Deferred@1838298194 after retry RPC after error@851849763) -> (continuation of Deferred@1221556896 after retry RPC after error@1694028250) -> (continuation of Deferred@414468531 after retry RPC after error@467679148) -> (continuation of Deferred@684282890 after retry RPC after error@169682632), errback=(continuation of Deferred@728029059 after retry RPC after error@1800323932) -> (continuation of Deferred@623505538 after retry RPC after error@399050835) -> (continuation of Deferred@438046182 after retry RPC after error@123038170) -> (continuation of Deferred@1838298194 after retry RPC after error@851849763) -> (continuation of Deferred@1221556896 after retry RPC after error@1694028250) -> (continuation of Deferred@414468531 after retry RPC after error@467679148) -> (continuation of Deferred@684282890 after retry RPC after error@169682632)))
19:59:00.266 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@295993050(state=PENDING, result=null, callback=(continuation of Deferred@728029059 after retry RPC after error@1800323932) -> (continuation of Deferred@623505538 after retry RPC after error@399050835) -> (continuation of Deferred@438046182 after retry RPC after error@123038170) -> (continuation of Deferred@1838298194 after retry RPC after error@851849763) -> (continuation of Deferred@1221556896 after retry RPC after error@1694028250) -> (continuation of Deferred@414468531 after retry RPC after error@467679148) -> (continuation of Deferred@684282890 after retry RPC after error@169682632), errback=(continuation of Deferred@728029059 after retry RPC after error@1800323932) -> (continuation of Deferred@623505538 after retry RPC after error@399050835) -> (continuation of Deferred@438046182 after retry RPC after error@123038170) -> (continuation of Deferred@1838298194 after retry RPC after error@851849763) -> (continuation of Deferred@1221556896 after retry RPC after error@1694028250) -> (continuation of Deferred@414468531 after retry RPC after error@467679148) -> (continuation of Deferred@684282890 after retry RPC after error@169682632)))
19:59:00.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.486 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@672455010(state=PENDING, result=null, callback=(continuation of Deferred@494609129 after retry RPC after error@1353903621) -> (continuation of Deferred@1589546950 after retry RPC after error@1357877946) -> (continuation of Deferred@340233764 after retry RPC after error@1405257839) -> (continuation of Deferred@2041118062 after retry RPC after error@1434376867) -> (continuation of Deferred@2103462022 after retry RPC after error@983971509) -> (continuation of Deferred@73137922 after retry RPC after error@659785448) -> (continuation of Deferred@1476976380 after retry RPC after error@1393580246), errback=(continuation of Deferred@494609129 after retry RPC after error@1353903621) -> (continuation of Deferred@1589546950 after retry RPC after error@1357877946) -> (continuation of Deferred@340233764 after retry RPC after error@1405257839) -> (continuation of Deferred@2041118062 after retry RPC after error@1434376867) -> (continuation of Deferred@2103462022 after retry RPC after error@983971509) -> (continuation of Deferred@73137922 after retry RPC after error@659785448) -> (continuation of Deferred@1476976380 after retry RPC after error@1393580246)))
19:59:00.486 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@672455010(state=PENDING, result=null, callback=(continuation of Deferred@494609129 after retry RPC after error@1353903621) -> (continuation of Deferred@1589546950 after retry RPC after error@1357877946) -> (continuation of Deferred@340233764 after retry RPC after error@1405257839) -> (continuation of Deferred@2041118062 after retry RPC after error@1434376867) -> (continuation of Deferred@2103462022 after retry RPC after error@983971509) -> (continuation of Deferred@73137922 after retry RPC after error@659785448) -> (continuation of Deferred@1476976380 after retry RPC after error@1393580246), errback=(continuation of Deferred@494609129 after retry RPC after error@1353903621) -> (continuation of Deferred@1589546950 after retry RPC after error@1357877946) -> (continuation of Deferred@340233764 after retry RPC after error@1405257839) -> (continuation of Deferred@2041118062 after retry RPC after error@1434376867) -> (continuation of Deferred@2103462022 after retry RPC after error@983971509) -> (continuation of Deferred@73137922 after retry RPC after error@659785448) -> (continuation of Deferred@1476976380 after retry RPC after error@1393580246)))
19:59:00.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:00.592448 24389 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:00.592710 24389 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:00.593546 24389 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:00.595726 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:00.595911 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:00.596020 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:00.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:00.596251 24389 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:00.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.666 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@881033823(state=PENDING, result=null, callback=(continuation of Deferred@978433352 after retry RPC after error@617556182) -> (continuation of Deferred@1390601748 after retry RPC after error@2052790125) -> (continuation of Deferred@1293354651 after retry RPC after error@281222775) -> (continuation of Deferred@1439991869 after retry RPC after error@1997933973) -> (continuation of Deferred@46198322 after retry RPC after error@184055995) -> (continuation of Deferred@2065468601 after retry RPC after error@1008819434), errback=(continuation of Deferred@978433352 after retry RPC after error@617556182) -> (continuation of Deferred@1390601748 after retry RPC after error@2052790125) -> (continuation of Deferred@1293354651 after retry RPC after error@281222775) -> (continuation of Deferred@1439991869 after retry RPC after error@1997933973) -> (continuation of Deferred@46198322 after retry RPC after error@184055995) -> (continuation of Deferred@2065468601 after retry RPC after error@1008819434)))
19:59:00.666 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@881033823(state=PENDING, result=null, callback=(continuation of Deferred@978433352 after retry RPC after error@617556182) -> (continuation of Deferred@1390601748 after retry RPC after error@2052790125) -> (continuation of Deferred@1293354651 after retry RPC after error@281222775) -> (continuation of Deferred@1439991869 after retry RPC after error@1997933973) -> (continuation of Deferred@46198322 after retry RPC after error@184055995) -> (continuation of Deferred@2065468601 after retry RPC after error@1008819434), errback=(continuation of Deferred@978433352 after retry RPC after error@617556182) -> (continuation of Deferred@1390601748 after retry RPC after error@2052790125) -> (continuation of Deferred@1293354651 after retry RPC after error@281222775) -> (continuation of Deferred@1439991869 after retry RPC after error@1997933973) -> (continuation of Deferred@46198322 after retry RPC after error@184055995) -> (continuation of Deferred@2065468601 after retry RPC after error@1008819434)))
19:59:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.886 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.887 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1289113956(state=PENDING, result=null, callback=(continuation of Deferred@876548003 after retry RPC after error@1652628515) -> (continuation of Deferred@71809557 after retry RPC after error@2053408392) -> (continuation of Deferred@921357424 after retry RPC after error@1558228618) -> (continuation of Deferred@1708007441 after retry RPC after error@994093798) -> (continuation of Deferred@1537829042 after retry RPC after error@40110515) -> (continuation of Deferred@373190470 after retry RPC after error@672657661) -> (continuation of Deferred@954986933 after retry RPC after error@450911882), errback=(continuation of Deferred@876548003 after retry RPC after error@1652628515) -> (continuation of Deferred@71809557 after retry RPC after error@2053408392) -> (continuation of Deferred@921357424 after retry RPC after error@1558228618) -> (continuation of Deferred@1708007441 after retry RPC after error@994093798) -> (continuation of Deferred@1537829042 after retry RPC after error@40110515) -> (continuation of Deferred@373190470 after retry RPC after error@672657661) -> (continuation of Deferred@954986933 after retry RPC after error@450911882)))
19:59:00.887 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=204), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1289113956(state=PENDING, result=null, callback=(continuation of Deferred@876548003 after retry RPC after error@1652628515) -> (continuation of Deferred@71809557 after retry RPC after error@2053408392) -> (continuation of Deferred@921357424 after retry RPC after error@1558228618) -> (continuation of Deferred@1708007441 after retry RPC after error@994093798) -> (continuation of Deferred@1537829042 after retry RPC after error@40110515) -> (continuation of Deferred@373190470 after retry RPC after error@672657661) -> (continuation of Deferred@954986933 after retry RPC after error@450911882), errback=(continuation of Deferred@876548003 after retry RPC after error@1652628515) -> (continuation of Deferred@71809557 after retry RPC after error@2053408392) -> (continuation of Deferred@921357424 after retry RPC after error@1558228618) -> (continuation of Deferred@1708007441 after retry RPC after error@994093798) -> (continuation of Deferred@1537829042 after retry RPC after error@40110515) -> (continuation of Deferred@373190470 after retry RPC after error@672657661) -> (continuation of Deferred@954986933 after retry RPC after error@450911882)))
19:59:00.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:00.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:00.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:00.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:00.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:00.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.126 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1657385794(state=PENDING, result=null, callback=(continuation of Deferred@1012901528 after retry RPC after error@212941942) -> (continuation of Deferred@1156582402 after retry RPC after error@1804399741) -> (continuation of Deferred@715584754 after retry RPC after error@804335452) -> (continuation of Deferred@1806018236 after retry RPC after error@1736870057) -> (continuation of Deferred@2056974799 after retry RPC after error@1555540495) -> (continuation of Deferred@450983779 after retry RPC after error@1240557398) -> (continuation of Deferred@1690891054 after retry RPC after error@97438314), errback=(continuation of Deferred@1012901528 after retry RPC after error@212941942) -> (continuation of Deferred@1156582402 after retry RPC after error@1804399741) -> (continuation of Deferred@715584754 after retry RPC after error@804335452) -> (continuation of Deferred@1806018236 after retry RPC after error@1736870057) -> (continuation of Deferred@2056974799 after retry RPC after error@1555540495) -> (continuation of Deferred@450983779 after retry RPC after error@1240557398) -> (continuation of Deferred@1690891054 after retry RPC after error@97438314)))
19:59:01.126 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [224ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1657385794(state=PENDING, result=null, callback=(continuation of Deferred@1012901528 after retry RPC after error@212941942) -> (continuation of Deferred@1156582402 after retry RPC after error@1804399741) -> (continuation of Deferred@715584754 after retry RPC after error@804335452) -> (continuation of Deferred@1806018236 after retry RPC after error@1736870057) -> (continuation of Deferred@2056974799 after retry RPC after error@1555540495) -> (continuation of Deferred@450983779 after retry RPC after error@1240557398) -> (continuation of Deferred@1690891054 after retry RPC after error@97438314), errback=(continuation of Deferred@1012901528 after retry RPC after error@212941942) -> (continuation of Deferred@1156582402 after retry RPC after error@1804399741) -> (continuation of Deferred@715584754 after retry RPC after error@804335452) -> (continuation of Deferred@1806018236 after retry RPC after error@1736870057) -> (continuation of Deferred@2056974799 after retry RPC after error@1555540495) -> (continuation of Deferred@450983779 after retry RPC after error@1240557398) -> (continuation of Deferred@1690891054 after retry RPC after error@97438314)))
19:59:01.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.345 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1028672743(state=PENDING, result=null, callback=(continuation of Deferred@207866002 after retry RPC after error@148161285) -> (continuation of Deferred@256150970 after retry RPC after error@818728897) -> (continuation of Deferred@578397714 after retry RPC after error@211518899) -> (continuation of Deferred@664400071 after retry RPC after error@1912439090) -> (continuation of Deferred@509337641 after retry RPC after error@1312639052) -> (continuation of Deferred@650806916 after retry RPC after error@992175998) -> (continuation of Deferred@2058916507 after retry RPC after error@1591990952), errback=(continuation of Deferred@207866002 after retry RPC after error@148161285) -> (continuation of Deferred@256150970 after retry RPC after error@818728897) -> (continuation of Deferred@578397714 after retry RPC after error@211518899) -> (continuation of Deferred@664400071 after retry RPC after error@1912439090) -> (continuation of Deferred@509337641 after retry RPC after error@1312639052) -> (continuation of Deferred@650806916 after retry RPC after error@992175998) -> (continuation of Deferred@2058916507 after retry RPC after error@1591990952)))
19:59:01.345 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1028672743(state=PENDING, result=null, callback=(continuation of Deferred@207866002 after retry RPC after error@148161285) -> (continuation of Deferred@256150970 after retry RPC after error@818728897) -> (continuation of Deferred@578397714 after retry RPC after error@211518899) -> (continuation of Deferred@664400071 after retry RPC after error@1912439090) -> (continuation of Deferred@509337641 after retry RPC after error@1312639052) -> (continuation of Deferred@650806916 after retry RPC after error@992175998) -> (continuation of Deferred@2058916507 after retry RPC after error@1591990952), errback=(continuation of Deferred@207866002 after retry RPC after error@148161285) -> (continuation of Deferred@256150970 after retry RPC after error@818728897) -> (continuation of Deferred@578397714 after retry RPC after error@211518899) -> (continuation of Deferred@664400071 after retry RPC after error@1912439090) -> (continuation of Deferred@509337641 after retry RPC after error@1312639052) -> (continuation of Deferred@650806916 after retry RPC after error@992175998) -> (continuation of Deferred@2058916507 after retry RPC after error@1591990952)))
19:59:01.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.386914 24400 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.387133 24400 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:01.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.387971 24400 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:01.390128 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:01.390301 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.390403 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:01.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.390640 24400 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:01.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.406 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.467 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.565 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@583420986(state=PENDING, result=null, callback=(continuation of Deferred@381453763 after retry RPC after error@264457537) -> (continuation of Deferred@1676466684 after retry RPC after error@1943797287) -> (continuation of Deferred@20709122 after retry RPC after error@344396577) -> (continuation of Deferred@287378292 after retry RPC after error@1034417585) -> (continuation of Deferred@1673191144 after retry RPC after error@1334364069) -> (continuation of Deferred@1449856907 after retry RPC after error@1415803530) -> (continuation of Deferred@1629203312 after retry RPC after error@1747451161), errback=(continuation of Deferred@381453763 after retry RPC after error@264457537) -> (continuation of Deferred@1676466684 after retry RPC after error@1943797287) -> (continuation of Deferred@20709122 after retry RPC after error@344396577) -> (continuation of Deferred@287378292 after retry RPC after error@1034417585) -> (continuation of Deferred@1673191144 after retry RPC after error@1334364069) -> (continuation of Deferred@1449856907 after retry RPC after error@1415803530) -> (continuation of Deferred@1629203312 after retry RPC after error@1747451161)))
19:59:01.565 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@583420986(state=PENDING, result=null, callback=(continuation of Deferred@381453763 after retry RPC after error@264457537) -> (continuation of Deferred@1676466684 after retry RPC after error@1943797287) -> (continuation of Deferred@20709122 after retry RPC after error@344396577) -> (continuation of Deferred@287378292 after retry RPC after error@1034417585) -> (continuation of Deferred@1673191144 after retry RPC after error@1334364069) -> (continuation of Deferred@1449856907 after retry RPC after error@1415803530) -> (continuation of Deferred@1629203312 after retry RPC after error@1747451161), errback=(continuation of Deferred@381453763 after retry RPC after error@264457537) -> (continuation of Deferred@1676466684 after retry RPC after error@1943797287) -> (continuation of Deferred@20709122 after retry RPC after error@344396577) -> (continuation of Deferred@287378292 after retry RPC after error@1034417585) -> (continuation of Deferred@1673191144 after retry RPC after error@1334364069) -> (continuation of Deferred@1449856907 after retry RPC after error@1415803530) -> (continuation of Deferred@1629203312 after retry RPC after error@1747451161)))
19:59:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.585 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.585 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.804 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1363765091(state=PENDING, result=null, callback=(continuation of Deferred@1259909117 after retry RPC after error@236543332) -> (continuation of Deferred@1540655934 after retry RPC after error@1094487384) -> (continuation of Deferred@1339405765 after retry RPC after error@191050534) -> (continuation of Deferred@1947321359 after retry RPC after error@1365426584) -> (continuation of Deferred@872103404 after retry RPC after error@554943158) -> (continuation of Deferred@1532513063 after retry RPC after error@485568469) -> (continuation of Deferred@1980724730 after retry RPC after error@1236668415) -> (continuation of Deferred@1345217693 after retry RPC after error@1169450698), errback=(continuation of Deferred@1259909117 after retry RPC after error@236543332) -> (continuation of Deferred@1540655934 after retry RPC after error@1094487384) -> (continuation of Deferred@1339405765 after retry RPC after error@191050534) -> (continuation of Deferred@1947321359 after retry RPC after error@1365426584) -> (continuation of Deferred@872103404 after retry RPC after error@554943158) -> (continuation of Deferred@1532513063 after retry RPC after error@485568469) -> (continuation of Deferred@1980724730 after retry RPC after error@1236668415) -> (continuation of Deferred@1345217693 after retry RPC after error@1169450698)))
19:59:01.805 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1363765091(state=PENDING, result=null, callback=(continuation of Deferred@1259909117 after retry RPC after error@236543332) -> (continuation of Deferred@1540655934 after retry RPC after error@1094487384) -> (continuation of Deferred@1339405765 after retry RPC after error@191050534) -> (continuation of Deferred@1947321359 after retry RPC after error@1365426584) -> (continuation of Deferred@872103404 after retry RPC after error@554943158) -> (continuation of Deferred@1532513063 after retry RPC after error@485568469) -> (continuation of Deferred@1980724730 after retry RPC after error@1236668415) -> (continuation of Deferred@1345217693 after retry RPC after error@1169450698), errback=(continuation of Deferred@1259909117 after retry RPC after error@236543332) -> (continuation of Deferred@1540655934 after retry RPC after error@1094487384) -> (continuation of Deferred@1339405765 after retry RPC after error@191050534) -> (continuation of Deferred@1947321359 after retry RPC after error@1365426584) -> (continuation of Deferred@872103404 after retry RPC after error@554943158) -> (continuation of Deferred@1532513063 after retry RPC after error@485568469) -> (continuation of Deferred@1980724730 after retry RPC after error@1236668415) -> (continuation of Deferred@1345217693 after retry RPC after error@1169450698)))
19:59:01.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.863296 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:01.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:01.863584 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:01.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:01.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:01.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:01.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:01.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:01.986 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1999062892(state=PENDING, result=null, callback=(continuation of Deferred@202644924 after retry RPC after error@408993934) -> (continuation of Deferred@1325799496 after retry RPC after error@39271139) -> (continuation of Deferred@771895016 after retry RPC after error@813235990) -> (continuation of Deferred@1329816841 after retry RPC after error@1962466848) -> (continuation of Deferred@1270012729 after retry RPC after error@1019546902) -> (continuation of Deferred@1752845482 after retry RPC after error@1514243675), errback=(continuation of Deferred@202644924 after retry RPC after error@408993934) -> (continuation of Deferred@1325799496 after retry RPC after error@39271139) -> (continuation of Deferred@771895016 after retry RPC after error@813235990) -> (continuation of Deferred@1329816841 after retry RPC after error@1962466848) -> (continuation of Deferred@1270012729 after retry RPC after error@1019546902) -> (continuation of Deferred@1752845482 after retry RPC after error@1514243675)))
19:59:01.986 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1999062892(state=PENDING, result=null, callback=(continuation of Deferred@202644924 after retry RPC after error@408993934) -> (continuation of Deferred@1325799496 after retry RPC after error@39271139) -> (continuation of Deferred@771895016 after retry RPC after error@813235990) -> (continuation of Deferred@1329816841 after retry RPC after error@1962466848) -> (continuation of Deferred@1270012729 after retry RPC after error@1019546902) -> (continuation of Deferred@1752845482 after retry RPC after error@1514243675), errback=(continuation of Deferred@202644924 after retry RPC after error@408993934) -> (continuation of Deferred@1325799496 after retry RPC after error@39271139) -> (continuation of Deferred@771895016 after retry RPC after error@813235990) -> (continuation of Deferred@1329816841 after retry RPC after error@1962466848) -> (continuation of Deferred@1270012729 after retry RPC after error@1019546902) -> (continuation of Deferred@1752845482 after retry RPC after error@1514243675)))
19:59:02.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.105 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.184 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.186 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1193848950(state=PENDING, result=null, callback=(continuation of Deferred@589912298 after retry RPC after error@1435594320) -> (continuation of Deferred@1555225341 after retry RPC after error@1578859037) -> (continuation of Deferred@924620604 after retry RPC after error@1763806305) -> (continuation of Deferred@596563594 after retry RPC after error@650156916) -> (continuation of Deferred@1966493159 after retry RPC after error@269583780) -> (continuation of Deferred@1174289322 after retry RPC after error@1741095770) -> (continuation of Deferred@542716720 after retry RPC after error@1022996026), errback=(continuation of Deferred@589912298 after retry RPC after error@1435594320) -> (continuation of Deferred@1555225341 after retry RPC after error@1578859037) -> (continuation of Deferred@924620604 after retry RPC after error@1763806305) -> (continuation of Deferred@596563594 after retry RPC after error@650156916) -> (continuation of Deferred@1966493159 after retry RPC after error@269583780) -> (continuation of Deferred@1174289322 after retry RPC after error@1741095770) -> (continuation of Deferred@542716720 after retry RPC after error@1022996026)))
19:59:02.186 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1193848950(state=PENDING, result=null, callback=(continuation of Deferred@589912298 after retry RPC after error@1435594320) -> (continuation of Deferred@1555225341 after retry RPC after error@1578859037) -> (continuation of Deferred@924620604 after retry RPC after error@1763806305) -> (continuation of Deferred@596563594 after retry RPC after error@650156916) -> (continuation of Deferred@1966493159 after retry RPC after error@269583780) -> (continuation of Deferred@1174289322 after retry RPC after error@1741095770) -> (continuation of Deferred@542716720 after retry RPC after error@1022996026), errback=(continuation of Deferred@589912298 after retry RPC after error@1435594320) -> (continuation of Deferred@1555225341 after retry RPC after error@1578859037) -> (continuation of Deferred@924620604 after retry RPC after error@1763806305) -> (continuation of Deferred@596563594 after retry RPC after error@650156916) -> (continuation of Deferred@1966493159 after retry RPC after error@269583780) -> (continuation of Deferred@1174289322 after retry RPC after error@1741095770) -> (continuation of Deferred@542716720 after retry RPC after error@1022996026)))
19:59:02.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.426 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@816241472(state=PENDING, result=null, callback=(continuation of Deferred@862410 after retry RPC after error@317109922) -> (continuation of Deferred@1044827658 after retry RPC after error@943488601) -> (continuation of Deferred@1360943852 after retry RPC after error@1995093451) -> (continuation of Deferred@2119439234 after retry RPC after error@633435303) -> (continuation of Deferred@103519177 after retry RPC after error@625748522) -> (continuation of Deferred@2077947138 after retry RPC after error@1427161746) -> (continuation of Deferred@260023842 after retry RPC after error@1269223581), errback=(continuation of Deferred@862410 after retry RPC after error@317109922) -> (continuation of Deferred@1044827658 after retry RPC after error@943488601) -> (continuation of Deferred@1360943852 after retry RPC after error@1995093451) -> (continuation of Deferred@2119439234 after retry RPC after error@633435303) -> (continuation of Deferred@103519177 after retry RPC after error@625748522) -> (continuation of Deferred@2077947138 after retry RPC after error@1427161746) -> (continuation of Deferred@260023842 after retry RPC after error@1269223581)))
19:59:02.427 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@816241472(state=PENDING, result=null, callback=(continuation of Deferred@862410 after retry RPC after error@317109922) -> (continuation of Deferred@1044827658 after retry RPC after error@943488601) -> (continuation of Deferred@1360943852 after retry RPC after error@1995093451) -> (continuation of Deferred@2119439234 after retry RPC after error@633435303) -> (continuation of Deferred@103519177 after retry RPC after error@625748522) -> (continuation of Deferred@2077947138 after retry RPC after error@1427161746) -> (continuation of Deferred@260023842 after retry RPC after error@1269223581), errback=(continuation of Deferred@862410 after retry RPC after error@317109922) -> (continuation of Deferred@1044827658 after retry RPC after error@943488601) -> (continuation of Deferred@1360943852 after retry RPC after error@1995093451) -> (continuation of Deferred@2119439234 after retry RPC after error@633435303) -> (continuation of Deferred@103519177 after retry RPC after error@625748522) -> (continuation of Deferred@2077947138 after retry RPC after error@1427161746) -> (continuation of Deferred@260023842 after retry RPC after error@1269223581)))
19:59:02.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.524 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.524 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.524 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.565 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.565 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.566 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.685 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@509696286(state=PENDING, result=null, callback=(continuation of Deferred@1378044031 after retry RPC after error@196635361) -> (continuation of Deferred@1474966801 after retry RPC after error@1129791323) -> (continuation of Deferred@201320446 after retry RPC after error@1129872130) -> (continuation of Deferred@1159503045 after retry RPC after error@1061932762) -> (continuation of Deferred@1275010778 after retry RPC after error@1266678988) -> (continuation of Deferred@1789180882 after retry RPC after error@200840514) -> (continuation of Deferred@943870761 after retry RPC after error@208617841), errback=(continuation of Deferred@1378044031 after retry RPC after error@196635361) -> (continuation of Deferred@1474966801 after retry RPC after error@1129791323) -> (continuation of Deferred@201320446 after retry RPC after error@1129872130) -> (continuation of Deferred@1159503045 after retry RPC after error@1061932762) -> (continuation of Deferred@1275010778 after retry RPC after error@1266678988) -> (continuation of Deferred@1789180882 after retry RPC after error@200840514) -> (continuation of Deferred@943870761 after retry RPC after error@208617841)))
19:59:02.685 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@509696286(state=PENDING, result=null, callback=(continuation of Deferred@1378044031 after retry RPC after error@196635361) -> (continuation of Deferred@1474966801 after retry RPC after error@1129791323) -> (continuation of Deferred@201320446 after retry RPC after error@1129872130) -> (continuation of Deferred@1159503045 after retry RPC after error@1061932762) -> (continuation of Deferred@1275010778 after retry RPC after error@1266678988) -> (continuation of Deferred@1789180882 after retry RPC after error@200840514) -> (continuation of Deferred@943870761 after retry RPC after error@208617841), errback=(continuation of Deferred@1378044031 after retry RPC after error@196635361) -> (continuation of Deferred@1474966801 after retry RPC after error@1129791323) -> (continuation of Deferred@201320446 after retry RPC after error@1129872130) -> (continuation of Deferred@1159503045 after retry RPC after error@1061932762) -> (continuation of Deferred@1275010778 after retry RPC after error@1266678988) -> (continuation of Deferred@1789180882 after retry RPC after error@200840514) -> (continuation of Deferred@943870761 after retry RPC after error@208617841)))
19:59:02.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.766 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.925 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1139103557(state=PENDING, result=null, callback=(continuation of Deferred@1910864662 after retry RPC after error@1732066350) -> (continuation of Deferred@308275578 after retry RPC after error@2078923531) -> (continuation of Deferred@562963115 after retry RPC after error@794605304) -> (continuation of Deferred@1109761616 after retry RPC after error@1998660764) -> (continuation of Deferred@669698985 after retry RPC after error@1842041562) -> (continuation of Deferred@57837101 after retry RPC after error@2097764123) -> (continuation of Deferred@214924432 after retry RPC after error@992326225), errback=(continuation of Deferred@1910864662 after retry RPC after error@1732066350) -> (continuation of Deferred@308275578 after retry RPC after error@2078923531) -> (continuation of Deferred@562963115 after retry RPC after error@794605304) -> (continuation of Deferred@1109761616 after retry RPC after error@1998660764) -> (continuation of Deferred@669698985 after retry RPC after error@1842041562) -> (continuation of Deferred@57837101 after retry RPC after error@2097764123) -> (continuation of Deferred@214924432 after retry RPC after error@992326225)))
19:59:02.925 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1139103557(state=PENDING, result=null, callback=(continuation of Deferred@1910864662 after retry RPC after error@1732066350) -> (continuation of Deferred@308275578 after retry RPC after error@2078923531) -> (continuation of Deferred@562963115 after retry RPC after error@794605304) -> (continuation of Deferred@1109761616 after retry RPC after error@1998660764) -> (continuation of Deferred@669698985 after retry RPC after error@1842041562) -> (continuation of Deferred@57837101 after retry RPC after error@2097764123) -> (continuation of Deferred@214924432 after retry RPC after error@992326225), errback=(continuation of Deferred@1910864662 after retry RPC after error@1732066350) -> (continuation of Deferred@308275578 after retry RPC after error@2078923531) -> (continuation of Deferred@562963115 after retry RPC after error@794605304) -> (continuation of Deferred@1109761616 after retry RPC after error@1998660764) -> (continuation of Deferred@669698985 after retry RPC after error@1842041562) -> (continuation of Deferred@57837101 after retry RPC after error@2097764123) -> (continuation of Deferred@214924432 after retry RPC after error@992326225)))
19:59:02.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:02.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:02.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:02.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:02.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:02.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:03.124624 24416 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:03.124905 24416 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:03.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:03.125684 24416 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:03.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:03.126606 24219 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111) [suppressed 10 similar messages]
19:59:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:03.127961 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:03.128177 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:03.128286 24220 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:03.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:03.128552 24416 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:03.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.185 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1341479568(state=PENDING, result=null, callback=(continuation of Deferred@1726912153 after retry RPC after error@2069572677) -> (continuation of Deferred@357829651 after retry RPC after error@1880155635) -> (continuation of Deferred@1658388278 after retry RPC after error@1086574124) -> (continuation of Deferred@1975674547 after retry RPC after error@42609285) -> (continuation of Deferred@655246509 after retry RPC after error@2044873934) -> (continuation of Deferred@527653567 after retry RPC after error@1291752918) -> (continuation of Deferred@419466184 after retry RPC after error@1919889434) -> (continuation of Deferred@2009868874 after retry RPC after error@1336164672), errback=(continuation of Deferred@1726912153 after retry RPC after error@2069572677) -> (continuation of Deferred@357829651 after retry RPC after error@1880155635) -> (continuation of Deferred@1658388278 after retry RPC after error@1086574124) -> (continuation of Deferred@1975674547 after retry RPC after error@42609285) -> (continuation of Deferred@655246509 after retry RPC after error@2044873934) -> (continuation of Deferred@527653567 after retry RPC after error@1291752918) -> (continuation of Deferred@419466184 after retry RPC after error@1919889434) -> (continuation of Deferred@2009868874 after retry RPC after error@1336164672)))
19:59:03.186 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1341479568(state=PENDING, result=null, callback=(continuation of Deferred@1726912153 after retry RPC after error@2069572677) -> (continuation of Deferred@357829651 after retry RPC after error@1880155635) -> (continuation of Deferred@1658388278 after retry RPC after error@1086574124) -> (continuation of Deferred@1975674547 after retry RPC after error@42609285) -> (continuation of Deferred@655246509 after retry RPC after error@2044873934) -> (continuation of Deferred@527653567 after retry RPC after error@1291752918) -> (continuation of Deferred@419466184 after retry RPC after error@1919889434) -> (continuation of Deferred@2009868874 after retry RPC after error@1336164672), errback=(continuation of Deferred@1726912153 after retry RPC after error@2069572677) -> (continuation of Deferred@357829651 after retry RPC after error@1880155635) -> (continuation of Deferred@1658388278 after retry RPC after error@1086574124) -> (continuation of Deferred@1975674547 after retry RPC after error@42609285) -> (continuation of Deferred@655246509 after retry RPC after error@2044873934) -> (continuation of Deferred@527653567 after retry RPC after error@1291752918) -> (continuation of Deferred@419466184 after retry RPC after error@1919889434) -> (continuation of Deferred@2009868874 after retry RPC after error@1336164672)))
19:59:03.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.425 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1320041082(state=PENDING, result=null, callback=(continuation of Deferred@162148590 after retry RPC after error@521121141) -> (continuation of Deferred@2074910908 after retry RPC after error@1148074073) -> (continuation of Deferred@479939962 after retry RPC after error@2124230553) -> (continuation of Deferred@1613416886 after retry RPC after error@1429444890) -> (continuation of Deferred@319155803 after retry RPC after error@74705477) -> (continuation of Deferred@841147396 after retry RPC after error@2073051155) -> (continuation of Deferred@1205542412 after retry RPC after error@1558308208), errback=(continuation of Deferred@162148590 after retry RPC after error@521121141) -> (continuation of Deferred@2074910908 after retry RPC after error@1148074073) -> (continuation of Deferred@479939962 after retry RPC after error@2124230553) -> (continuation of Deferred@1613416886 after retry RPC after error@1429444890) -> (continuation of Deferred@319155803 after retry RPC after error@74705477) -> (continuation of Deferred@841147396 after retry RPC after error@2073051155) -> (continuation of Deferred@1205542412 after retry RPC after error@1558308208)))
19:59:03.425 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1320041082(state=PENDING, result=null, callback=(continuation of Deferred@162148590 after retry RPC after error@521121141) -> (continuation of Deferred@2074910908 after retry RPC after error@1148074073) -> (continuation of Deferred@479939962 after retry RPC after error@2124230553) -> (continuation of Deferred@1613416886 after retry RPC after error@1429444890) -> (continuation of Deferred@319155803 after retry RPC after error@74705477) -> (continuation of Deferred@841147396 after retry RPC after error@2073051155) -> (continuation of Deferred@1205542412 after retry RPC after error@1558308208), errback=(continuation of Deferred@162148590 after retry RPC after error@521121141) -> (continuation of Deferred@2074910908 after retry RPC after error@1148074073) -> (continuation of Deferred@479939962 after retry RPC after error@2124230553) -> (continuation of Deferred@1613416886 after retry RPC after error@1429444890) -> (continuation of Deferred@319155803 after retry RPC after error@74705477) -> (continuation of Deferred@841147396 after retry RPC after error@2073051155) -> (continuation of Deferred@1205542412 after retry RPC after error@1558308208)))
19:59:03.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.566 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.665 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1211545483(state=PENDING, result=null, callback=(continuation of Deferred@217299677 after retry RPC after error@1388851823) -> (continuation of Deferred@1353561876 after retry RPC after error@760928357) -> (continuation of Deferred@1013885505 after retry RPC after error@791067881) -> (continuation of Deferred@302955278 after retry RPC after error@1768739034) -> (continuation of Deferred@538530580 after retry RPC after error@985821706) -> (continuation of Deferred@1567848599 after retry RPC after error@1377208803) -> (continuation of Deferred@956166470 after retry RPC after error@285640305), errback=(continuation of Deferred@217299677 after retry RPC after error@1388851823) -> (continuation of Deferred@1353561876 after retry RPC after error@760928357) -> (continuation of Deferred@1013885505 after retry RPC after error@791067881) -> (continuation of Deferred@302955278 after retry RPC after error@1768739034) -> (continuation of Deferred@538530580 after retry RPC after error@985821706) -> (continuation of Deferred@1567848599 after retry RPC after error@1377208803) -> (continuation of Deferred@956166470 after retry RPC after error@285640305)))
19:59:03.665 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1211545483(state=PENDING, result=null, callback=(continuation of Deferred@217299677 after retry RPC after error@1388851823) -> (continuation of Deferred@1353561876 after retry RPC after error@760928357) -> (continuation of Deferred@1013885505 after retry RPC after error@791067881) -> (continuation of Deferred@302955278 after retry RPC after error@1768739034) -> (continuation of Deferred@538530580 after retry RPC after error@985821706) -> (continuation of Deferred@1567848599 after retry RPC after error@1377208803) -> (continuation of Deferred@956166470 after retry RPC after error@285640305), errback=(continuation of Deferred@217299677 after retry RPC after error@1388851823) -> (continuation of Deferred@1353561876 after retry RPC after error@760928357) -> (continuation of Deferred@1013885505 after retry RPC after error@791067881) -> (continuation of Deferred@302955278 after retry RPC after error@1768739034) -> (continuation of Deferred@538530580 after retry RPC after error@985821706) -> (continuation of Deferred@1567848599 after retry RPC after error@1377208803) -> (continuation of Deferred@956166470 after retry RPC after error@285640305)))
19:59:03.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.885 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1726513444(state=PENDING, result=null, callback=(continuation of Deferred@1131980422 after retry RPC after error@738169404) -> (continuation of Deferred@1531654824 after retry RPC after error@2030598468) -> (continuation of Deferred@2143468661 after retry RPC after error@679194563) -> (continuation of Deferred@715593238 after retry RPC after error@283088991) -> (continuation of Deferred@2056564517 after retry RPC after error@266605059) -> (continuation of Deferred@492937807 after retry RPC after error@1905315036), errback=(continuation of Deferred@1131980422 after retry RPC after error@738169404) -> (continuation of Deferred@1531654824 after retry RPC after error@2030598468) -> (continuation of Deferred@2143468661 after retry RPC after error@679194563) -> (continuation of Deferred@715593238 after retry RPC after error@283088991) -> (continuation of Deferred@2056564517 after retry RPC after error@266605059) -> (continuation of Deferred@492937807 after retry RPC after error@1905315036)))
19:59:03.885 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1726513444(state=PENDING, result=null, callback=(continuation of Deferred@1131980422 after retry RPC after error@738169404) -> (continuation of Deferred@1531654824 after retry RPC after error@2030598468) -> (continuation of Deferred@2143468661 after retry RPC after error@679194563) -> (continuation of Deferred@715593238 after retry RPC after error@283088991) -> (continuation of Deferred@2056564517 after retry RPC after error@266605059) -> (continuation of Deferred@492937807 after retry RPC after error@1905315036), errback=(continuation of Deferred@1131980422 after retry RPC after error@738169404) -> (continuation of Deferred@1531654824 after retry RPC after error@2030598468) -> (continuation of Deferred@2143468661 after retry RPC after error@679194563) -> (continuation of Deferred@715593238 after retry RPC after error@283088991) -> (continuation of Deferred@2056564517 after retry RPC after error@266605059) -> (continuation of Deferred@492937807 after retry RPC after error@1905315036)))
19:59:03.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:03.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:03.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:03.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:03.986 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.126 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1564513967(state=PENDING, result=null, callback=(continuation of Deferred@317338589 after retry RPC after error@1357076505) -> (continuation of Deferred@1809099791 after retry RPC after error@846768692) -> (continuation of Deferred@1901007741 after retry RPC after error@1000783581) -> (continuation of Deferred@1969019250 after retry RPC after error@33748199) -> (continuation of Deferred@190831393 after retry RPC after error@84004033) -> (continuation of Deferred@369427034 after retry RPC after error@62220721) -> (continuation of Deferred@1984314421 after retry RPC after error@2108330488), errback=(continuation of Deferred@317338589 after retry RPC after error@1357076505) -> (continuation of Deferred@1809099791 after retry RPC after error@846768692) -> (continuation of Deferred@1901007741 after retry RPC after error@1000783581) -> (continuation of Deferred@1969019250 after retry RPC after error@33748199) -> (continuation of Deferred@190831393 after retry RPC after error@84004033) -> (continuation of Deferred@369427034 after retry RPC after error@62220721) -> (continuation of Deferred@1984314421 after retry RPC after error@2108330488)))
19:59:04.126 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1564513967(state=PENDING, result=null, callback=(continuation of Deferred@317338589 after retry RPC after error@1357076505) -> (continuation of Deferred@1809099791 after retry RPC after error@846768692) -> (continuation of Deferred@1901007741 after retry RPC after error@1000783581) -> (continuation of Deferred@1969019250 after retry RPC after error@33748199) -> (continuation of Deferred@190831393 after retry RPC after error@84004033) -> (continuation of Deferred@369427034 after retry RPC after error@62220721) -> (continuation of Deferred@1984314421 after retry RPC after error@2108330488), errback=(continuation of Deferred@317338589 after retry RPC after error@1357076505) -> (continuation of Deferred@1809099791 after retry RPC after error@846768692) -> (continuation of Deferred@1901007741 after retry RPC after error@1000783581) -> (continuation of Deferred@1969019250 after retry RPC after error@33748199) -> (continuation of Deferred@190831393 after retry RPC after error@84004033) -> (continuation of Deferred@369427034 after retry RPC after error@62220721) -> (continuation of Deferred@1984314421 after retry RPC after error@2108330488)))
19:59:04.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.345 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1555802880(state=PENDING, result=null, callback=(continuation of Deferred@768493072 after retry RPC after error@451626259) -> (continuation of Deferred@1728142546 after retry RPC after error@1717770393) -> (continuation of Deferred@960642179 after retry RPC after error@2042701157) -> (continuation of Deferred@340459843 after retry RPC after error@1779594371) -> (continuation of Deferred@1117580134 after retry RPC after error@839259229) -> (continuation of Deferred@2114673223 after retry RPC after error@130326377) -> (continuation of Deferred@572953388 after retry RPC after error@536928201), errback=(continuation of Deferred@768493072 after retry RPC after error@451626259) -> (continuation of Deferred@1728142546 after retry RPC after error@1717770393) -> (continuation of Deferred@960642179 after retry RPC after error@2042701157) -> (continuation of Deferred@340459843 after retry RPC after error@1779594371) -> (continuation of Deferred@1117580134 after retry RPC after error@839259229) -> (continuation of Deferred@2114673223 after retry RPC after error@130326377) -> (continuation of Deferred@572953388 after retry RPC after error@536928201)))
19:59:04.345 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1555802880(state=PENDING, result=null, callback=(continuation of Deferred@768493072 after retry RPC after error@451626259) -> (continuation of Deferred@1728142546 after retry RPC after error@1717770393) -> (continuation of Deferred@960642179 after retry RPC after error@2042701157) -> (continuation of Deferred@340459843 after retry RPC after error@1779594371) -> (continuation of Deferred@1117580134 after retry RPC after error@839259229) -> (continuation of Deferred@2114673223 after retry RPC after error@130326377) -> (continuation of Deferred@572953388 after retry RPC after error@536928201), errback=(continuation of Deferred@768493072 after retry RPC after error@451626259) -> (continuation of Deferred@1728142546 after retry RPC after error@1717770393) -> (continuation of Deferred@960642179 after retry RPC after error@2042701157) -> (continuation of Deferred@340459843 after retry RPC after error@1779594371) -> (continuation of Deferred@1117580134 after retry RPC after error@839259229) -> (continuation of Deferred@2114673223 after retry RPC after error@130326377) -> (continuation of Deferred@572953388 after retry RPC after error@536928201)))
19:59:04.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:04.527570 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:04.533463 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:04.535862 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:04.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.545 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2013644695(state=PENDING, result=null, callback=(continuation of Deferred@1393135418 after retry RPC after error@615643781) -> (continuation of Deferred@919598573 after retry RPC after error@1612756444) -> (continuation of Deferred@2144306877 after retry RPC after error@1409367571) -> (continuation of Deferred@489216483 after retry RPC after error@2017661391) -> (continuation of Deferred@2075822612 after retry RPC after error@647418582) -> (continuation of Deferred@2108350502 after retry RPC after error@487017269), errback=(continuation of Deferred@1393135418 after retry RPC after error@615643781) -> (continuation of Deferred@919598573 after retry RPC after error@1612756444) -> (continuation of Deferred@2144306877 after retry RPC after error@1409367571) -> (continuation of Deferred@489216483 after retry RPC after error@2017661391) -> (continuation of Deferred@2075822612 after retry RPC after error@647418582) -> (continuation of Deferred@2108350502 after retry RPC after error@487017269)))
19:59:04.545 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2013644695(state=PENDING, result=null, callback=(continuation of Deferred@1393135418 after retry RPC after error@615643781) -> (continuation of Deferred@919598573 after retry RPC after error@1612756444) -> (continuation of Deferred@2144306877 after retry RPC after error@1409367571) -> (continuation of Deferred@489216483 after retry RPC after error@2017661391) -> (continuation of Deferred@2075822612 after retry RPC after error@647418582) -> (continuation of Deferred@2108350502 after retry RPC after error@487017269), errback=(continuation of Deferred@1393135418 after retry RPC after error@615643781) -> (continuation of Deferred@919598573 after retry RPC after error@1612756444) -> (continuation of Deferred@2144306877 after retry RPC after error@1409367571) -> (continuation of Deferred@489216483 after retry RPC after error@2017661391) -> (continuation of Deferred@2075822612 after retry RPC after error@647418582) -> (continuation of Deferred@2108350502 after retry RPC after error@487017269)))
19:59:04.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.765 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@151780777(state=PENDING, result=null, callback=(continuation of Deferred@1015941275 after retry RPC after error@685148202) -> (continuation of Deferred@1450957072 after retry RPC after error@13340867) -> (continuation of Deferred@1280154257 after retry RPC after error@1346817258) -> (continuation of Deferred@1492987051 after retry RPC after error@74244863) -> (continuation of Deferred@609581553 after retry RPC after error@1108525069) -> (continuation of Deferred@1933255824 after retry RPC after error@279141138), errback=(continuation of Deferred@1015941275 after retry RPC after error@685148202) -> (continuation of Deferred@1450957072 after retry RPC after error@13340867) -> (continuation of Deferred@1280154257 after retry RPC after error@1346817258) -> (continuation of Deferred@1492987051 after retry RPC after error@74244863) -> (continuation of Deferred@609581553 after retry RPC after error@1108525069) -> (continuation of Deferred@1933255824 after retry RPC after error@279141138)))
19:59:04.766 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@151780777(state=PENDING, result=null, callback=(continuation of Deferred@1015941275 after retry RPC after error@685148202) -> (continuation of Deferred@1450957072 after retry RPC after error@13340867) -> (continuation of Deferred@1280154257 after retry RPC after error@1346817258) -> (continuation of Deferred@1492987051 after retry RPC after error@74244863) -> (continuation of Deferred@609581553 after retry RPC after error@1108525069) -> (continuation of Deferred@1933255824 after retry RPC after error@279141138), errback=(continuation of Deferred@1015941275 after retry RPC after error@685148202) -> (continuation of Deferred@1450957072 after retry RPC after error@13340867) -> (continuation of Deferred@1280154257 after retry RPC after error@1346817258) -> (continuation of Deferred@1492987051 after retry RPC after error@74244863) -> (continuation of Deferred@609581553 after retry RPC after error@1108525069) -> (continuation of Deferred@1933255824 after retry RPC after error@279141138)))
19:59:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:04.966 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@173616477(state=PENDING, result=null, callback=(continuation of Deferred@1109155912 after retry RPC after error@222856848) -> (continuation of Deferred@758121465 after retry RPC after error@1849745607) -> (continuation of Deferred@1333773159 after retry RPC after error@105553950) -> (continuation of Deferred@726160613 after retry RPC after error@1122492307) -> (continuation of Deferred@1941063763 after retry RPC after error@539712619) -> (continuation of Deferred@1227742199 after retry RPC after error@894078470), errback=(continuation of Deferred@1109155912 after retry RPC after error@222856848) -> (continuation of Deferred@758121465 after retry RPC after error@1849745607) -> (continuation of Deferred@1333773159 after retry RPC after error@105553950) -> (continuation of Deferred@726160613 after retry RPC after error@1122492307) -> (continuation of Deferred@1941063763 after retry RPC after error@539712619) -> (continuation of Deferred@1227742199 after retry RPC after error@894078470)))
19:59:04.966 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@173616477(state=PENDING, result=null, callback=(continuation of Deferred@1109155912 after retry RPC after error@222856848) -> (continuation of Deferred@758121465 after retry RPC after error@1849745607) -> (continuation of Deferred@1333773159 after retry RPC after error@105553950) -> (continuation of Deferred@726160613 after retry RPC after error@1122492307) -> (continuation of Deferred@1941063763 after retry RPC after error@539712619) -> (continuation of Deferred@1227742199 after retry RPC after error@894078470), errback=(continuation of Deferred@1109155912 after retry RPC after error@222856848) -> (continuation of Deferred@758121465 after retry RPC after error@1849745607) -> (continuation of Deferred@1333773159 after retry RPC after error@105553950) -> (continuation of Deferred@726160613 after retry RPC after error@1122492307) -> (continuation of Deferred@1941063763 after retry RPC after error@539712619) -> (continuation of Deferred@1227742199 after retry RPC after error@894078470)))
19:59:04.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:04.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:04.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:04.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:04.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.145 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@163375761(state=PENDING, result=null, callback=(continuation of Deferred@1759997726 after retry RPC after error@1643426022) -> (continuation of Deferred@68033838 after retry RPC after error@1778947932) -> (continuation of Deferred@969181852 after retry RPC after error@2104716994) -> (continuation of Deferred@165735215 after retry RPC after error@670838584) -> (continuation of Deferred@988922161 after retry RPC after error@1544732115) -> (continuation of Deferred@1386581229 after retry RPC after error@342293614), errback=(continuation of Deferred@1759997726 after retry RPC after error@1643426022) -> (continuation of Deferred@68033838 after retry RPC after error@1778947932) -> (continuation of Deferred@969181852 after retry RPC after error@2104716994) -> (continuation of Deferred@165735215 after retry RPC after error@670838584) -> (continuation of Deferred@988922161 after retry RPC after error@1544732115) -> (continuation of Deferred@1386581229 after retry RPC after error@342293614)))
19:59:05.145 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@163375761(state=PENDING, result=null, callback=(continuation of Deferred@1759997726 after retry RPC after error@1643426022) -> (continuation of Deferred@68033838 after retry RPC after error@1778947932) -> (continuation of Deferred@969181852 after retry RPC after error@2104716994) -> (continuation of Deferred@165735215 after retry RPC after error@670838584) -> (continuation of Deferred@988922161 after retry RPC after error@1544732115) -> (continuation of Deferred@1386581229 after retry RPC after error@342293614), errback=(continuation of Deferred@1759997726 after retry RPC after error@1643426022) -> (continuation of Deferred@68033838 after retry RPC after error@1778947932) -> (continuation of Deferred@969181852 after retry RPC after error@2104716994) -> (continuation of Deferred@165735215 after retry RPC after error@670838584) -> (continuation of Deferred@988922161 after retry RPC after error@1544732115) -> (continuation of Deferred@1386581229 after retry RPC after error@342293614)))
19:59:05.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:05.349946 24433 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:05.350189 24433 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:05.352228 24433 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:05.353858 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:05.354460 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:05.354565 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:05.354797 24433 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:05.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.385 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1079371606(state=PENDING, result=null, callback=(continuation of Deferred@156454257 after retry RPC after error@526447207) -> (continuation of Deferred@498390616 after retry RPC after error@1916075503) -> (continuation of Deferred@1637813789 after retry RPC after error@2037656451) -> (continuation of Deferred@1112089827 after retry RPC after error@390554304) -> (continuation of Deferred@246507987 after retry RPC after error@1455518645) -> (continuation of Deferred@1562651570 after retry RPC after error@1901659060) -> (continuation of Deferred@1948455869 after retry RPC after error@690133591) -> (continuation of Deferred@1437031802 after retry RPC after error@1826267353), errback=(continuation of Deferred@156454257 after retry RPC after error@526447207) -> (continuation of Deferred@498390616 after retry RPC after error@1916075503) -> (continuation of Deferred@1637813789 after retry RPC after error@2037656451) -> (continuation of Deferred@1112089827 after retry RPC after error@390554304) -> (continuation of Deferred@246507987 after retry RPC after error@1455518645) -> (continuation of Deferred@1562651570 after retry RPC after error@1901659060) -> (continuation of Deferred@1948455869 after retry RPC after error@690133591) -> (continuation of Deferred@1437031802 after retry RPC after error@1826267353)))
19:59:05.386 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1079371606(state=PENDING, result=null, callback=(continuation of Deferred@156454257 after retry RPC after error@526447207) -> (continuation of Deferred@498390616 after retry RPC after error@1916075503) -> (continuation of Deferred@1637813789 after retry RPC after error@2037656451) -> (continuation of Deferred@1112089827 after retry RPC after error@390554304) -> (continuation of Deferred@246507987 after retry RPC after error@1455518645) -> (continuation of Deferred@1562651570 after retry RPC after error@1901659060) -> (continuation of Deferred@1948455869 after retry RPC after error@690133591) -> (continuation of Deferred@1437031802 after retry RPC after error@1826267353), errback=(continuation of Deferred@156454257 after retry RPC after error@526447207) -> (continuation of Deferred@498390616 after retry RPC after error@1916075503) -> (continuation of Deferred@1637813789 after retry RPC after error@2037656451) -> (continuation of Deferred@1112089827 after retry RPC after error@390554304) -> (continuation of Deferred@246507987 after retry RPC after error@1455518645) -> (continuation of Deferred@1562651570 after retry RPC after error@1901659060) -> (continuation of Deferred@1948455869 after retry RPC after error@690133591) -> (continuation of Deferred@1437031802 after retry RPC after error@1826267353)))
19:59:05.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.585 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@747392878(state=PENDING, result=null, callback=(continuation of Deferred@940504629 after retry RPC after error@1567416863) -> (continuation of Deferred@738770482 after retry RPC after error@1647408098) -> (continuation of Deferred@767659727 after retry RPC after error@394788210) -> (continuation of Deferred@2115451038 after retry RPC after error@399567581) -> (continuation of Deferred@918993182 after retry RPC after error@503496409) -> (continuation of Deferred@1503049295 after retry RPC after error@1224747426) -> (continuation of Deferred@1242396629 after retry RPC after error@1098050619), errback=(continuation of Deferred@940504629 after retry RPC after error@1567416863) -> (continuation of Deferred@738770482 after retry RPC after error@1647408098) -> (continuation of Deferred@767659727 after retry RPC after error@394788210) -> (continuation of Deferred@2115451038 after retry RPC after error@399567581) -> (continuation of Deferred@918993182 after retry RPC after error@503496409) -> (continuation of Deferred@1503049295 after retry RPC after error@1224747426) -> (continuation of Deferred@1242396629 after retry RPC after error@1098050619)))
19:59:05.585 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@747392878(state=PENDING, result=null, callback=(continuation of Deferred@940504629 after retry RPC after error@1567416863) -> (continuation of Deferred@738770482 after retry RPC after error@1647408098) -> (continuation of Deferred@767659727 after retry RPC after error@394788210) -> (continuation of Deferred@2115451038 after retry RPC after error@399567581) -> (continuation of Deferred@918993182 after retry RPC after error@503496409) -> (continuation of Deferred@1503049295 after retry RPC after error@1224747426) -> (continuation of Deferred@1242396629 after retry RPC after error@1098050619), errback=(continuation of Deferred@940504629 after retry RPC after error@1567416863) -> (continuation of Deferred@738770482 after retry RPC after error@1647408098) -> (continuation of Deferred@767659727 after retry RPC after error@394788210) -> (continuation of Deferred@2115451038 after retry RPC after error@399567581) -> (continuation of Deferred@918993182 after retry RPC after error@503496409) -> (continuation of Deferred@1503049295 after retry RPC after error@1224747426) -> (continuation of Deferred@1242396629 after retry RPC after error@1098050619)))
19:59:05.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.765 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1568595478(state=PENDING, result=null, callback=(continuation of Deferred@247587182 after retry RPC after error@1060941404) -> (continuation of Deferred@1944270893 after retry RPC after error@1489425961) -> (continuation of Deferred@1502451406 after retry RPC after error@52010477) -> (continuation of Deferred@1766981619 after retry RPC after error@130550638) -> (continuation of Deferred@851891903 after retry RPC after error@2105529343) -> (continuation of Deferred@464983492 after retry RPC after error@1550057127) -> (continuation of Deferred@1477748922 after retry RPC after error@1534552172), errback=(continuation of Deferred@247587182 after retry RPC after error@1060941404) -> (continuation of Deferred@1944270893 after retry RPC after error@1489425961) -> (continuation of Deferred@1502451406 after retry RPC after error@52010477) -> (continuation of Deferred@1766981619 after retry RPC after error@130550638) -> (continuation of Deferred@851891903 after retry RPC after error@2105529343) -> (continuation of Deferred@464983492 after retry RPC after error@1550057127) -> (continuation of Deferred@1477748922 after retry RPC after error@1534552172)))
19:59:05.766 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1568595478(state=PENDING, result=null, callback=(continuation of Deferred@247587182 after retry RPC after error@1060941404) -> (continuation of Deferred@1944270893 after retry RPC after error@1489425961) -> (continuation of Deferred@1502451406 after retry RPC after error@52010477) -> (continuation of Deferred@1766981619 after retry RPC after error@130550638) -> (continuation of Deferred@851891903 after retry RPC after error@2105529343) -> (continuation of Deferred@464983492 after retry RPC after error@1550057127) -> (continuation of Deferred@1477748922 after retry RPC after error@1534552172), errback=(continuation of Deferred@247587182 after retry RPC after error@1060941404) -> (continuation of Deferred@1944270893 after retry RPC after error@1489425961) -> (continuation of Deferred@1502451406 after retry RPC after error@52010477) -> (continuation of Deferred@1766981619 after retry RPC after error@130550638) -> (continuation of Deferred@851891903 after retry RPC after error@2105529343) -> (continuation of Deferred@464983492 after retry RPC after error@1550057127) -> (continuation of Deferred@1477748922 after retry RPC after error@1534552172)))
19:59:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.925 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1186213418(state=PENDING, result=null, callback=(continuation of Deferred@652216984 after retry RPC after error@885058416) -> (continuation of Deferred@1328003387 after retry RPC after error@679807883) -> (continuation of Deferred@244805833 after retry RPC after error@1035964672) -> (continuation of Deferred@1327700461 after retry RPC after error@1341823697) -> (continuation of Deferred@2061417183 after retry RPC after error@992482069) -> (continuation of Deferred@1821612524 after retry RPC after error@1998895805), errback=(continuation of Deferred@652216984 after retry RPC after error@885058416) -> (continuation of Deferred@1328003387 after retry RPC after error@679807883) -> (continuation of Deferred@244805833 after retry RPC after error@1035964672) -> (continuation of Deferred@1327700461 after retry RPC after error@1341823697) -> (continuation of Deferred@2061417183 after retry RPC after error@992482069) -> (continuation of Deferred@1821612524 after retry RPC after error@1998895805)))
19:59:05.926 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1186213418(state=PENDING, result=null, callback=(continuation of Deferred@652216984 after retry RPC after error@885058416) -> (continuation of Deferred@1328003387 after retry RPC after error@679807883) -> (continuation of Deferred@244805833 after retry RPC after error@1035964672) -> (continuation of Deferred@1327700461 after retry RPC after error@1341823697) -> (continuation of Deferred@2061417183 after retry RPC after error@992482069) -> (continuation of Deferred@1821612524 after retry RPC after error@1998895805), errback=(continuation of Deferred@652216984 after retry RPC after error@885058416) -> (continuation of Deferred@1328003387 after retry RPC after error@679807883) -> (continuation of Deferred@244805833 after retry RPC after error@1035964672) -> (continuation of Deferred@1327700461 after retry RPC after error@1341823697) -> (continuation of Deferred@2061417183 after retry RPC after error@992482069) -> (continuation of Deferred@1821612524 after retry RPC after error@1998895805)))
19:59:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:05.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:05.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:05.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:05.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.186 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1405585317(state=PENDING, result=null, callback=(continuation of Deferred@1302987958 after retry RPC after error@545222753) -> (continuation of Deferred@1948349179 after retry RPC after error@456403317) -> (continuation of Deferred@103153937 after retry RPC after error@1568769484) -> (continuation of Deferred@575181357 after retry RPC after error@403531920) -> (continuation of Deferred@773180425 after retry RPC after error@2146141154) -> (continuation of Deferred@424980424 after retry RPC after error@1785597338) -> (continuation of Deferred@1788604762 after retry RPC after error@1229753208) -> (continuation of Deferred@1977243510 after retry RPC after error@1875019402), errback=(continuation of Deferred@1302987958 after retry RPC after error@545222753) -> (continuation of Deferred@1948349179 after retry RPC after error@456403317) -> (continuation of Deferred@103153937 after retry RPC after error@1568769484) -> (continuation of Deferred@575181357 after retry RPC after error@403531920) -> (continuation of Deferred@773180425 after retry RPC after error@2146141154) -> (continuation of Deferred@424980424 after retry RPC after error@1785597338) -> (continuation of Deferred@1788604762 after retry RPC after error@1229753208) -> (continuation of Deferred@1977243510 after retry RPC after error@1875019402)))
19:59:06.187 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1405585317(state=PENDING, result=null, callback=(continuation of Deferred@1302987958 after retry RPC after error@545222753) -> (continuation of Deferred@1948349179 after retry RPC after error@456403317) -> (continuation of Deferred@103153937 after retry RPC after error@1568769484) -> (continuation of Deferred@575181357 after retry RPC after error@403531920) -> (continuation of Deferred@773180425 after retry RPC after error@2146141154) -> (continuation of Deferred@424980424 after retry RPC after error@1785597338) -> (continuation of Deferred@1788604762 after retry RPC after error@1229753208) -> (continuation of Deferred@1977243510 after retry RPC after error@1875019402), errback=(continuation of Deferred@1302987958 after retry RPC after error@545222753) -> (continuation of Deferred@1948349179 after retry RPC after error@456403317) -> (continuation of Deferred@103153937 after retry RPC after error@1568769484) -> (continuation of Deferred@575181357 after retry RPC after error@403531920) -> (continuation of Deferred@773180425 after retry RPC after error@2146141154) -> (continuation of Deferred@424980424 after retry RPC after error@1785597338) -> (continuation of Deferred@1788604762 after retry RPC after error@1229753208) -> (continuation of Deferred@1977243510 after retry RPC after error@1875019402)))
19:59:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.226 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.425 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1145476811(state=PENDING, result=null, callback=(continuation of Deferred@1416199673 after retry RPC after error@1473305084) -> (continuation of Deferred@1185210515 after retry RPC after error@908383810) -> (continuation of Deferred@700310474 after retry RPC after error@2029240376) -> (continuation of Deferred@422713293 after retry RPC after error@162808943) -> (continuation of Deferred@1339118880 after retry RPC after error@700825314) -> (continuation of Deferred@549472360 after retry RPC after error@201127715) -> (continuation of Deferred@1321327401 after retry RPC after error@1257721533), errback=(continuation of Deferred@1416199673 after retry RPC after error@1473305084) -> (continuation of Deferred@1185210515 after retry RPC after error@908383810) -> (continuation of Deferred@700310474 after retry RPC after error@2029240376) -> (continuation of Deferred@422713293 after retry RPC after error@162808943) -> (continuation of Deferred@1339118880 after retry RPC after error@700825314) -> (continuation of Deferred@549472360 after retry RPC after error@201127715) -> (continuation of Deferred@1321327401 after retry RPC after error@1257721533)))
19:59:06.425 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1145476811(state=PENDING, result=null, callback=(continuation of Deferred@1416199673 after retry RPC after error@1473305084) -> (continuation of Deferred@1185210515 after retry RPC after error@908383810) -> (continuation of Deferred@700310474 after retry RPC after error@2029240376) -> (continuation of Deferred@422713293 after retry RPC after error@162808943) -> (continuation of Deferred@1339118880 after retry RPC after error@700825314) -> (continuation of Deferred@549472360 after retry RPC after error@201127715) -> (continuation of Deferred@1321327401 after retry RPC after error@1257721533), errback=(continuation of Deferred@1416199673 after retry RPC after error@1473305084) -> (continuation of Deferred@1185210515 after retry RPC after error@908383810) -> (continuation of Deferred@700310474 after retry RPC after error@2029240376) -> (continuation of Deferred@422713293 after retry RPC after error@162808943) -> (continuation of Deferred@1339118880 after retry RPC after error@700825314) -> (continuation of Deferred@549472360 after retry RPC after error@201127715) -> (continuation of Deferred@1321327401 after retry RPC after error@1257721533)))
19:59:06.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.625 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1790553122(state=PENDING, result=null, callback=(continuation of Deferred@367249395 after retry RPC after error@1849463263) -> (continuation of Deferred@1955859139 after retry RPC after error@1399546063) -> (continuation of Deferred@1488775438 after retry RPC after error@1384397231) -> (continuation of Deferred@110293806 after retry RPC after error@251102763) -> (continuation of Deferred@834464354 after retry RPC after error@1107752123) -> (continuation of Deferred@1402762326 after retry RPC after error@1642624720) -> (continuation of Deferred@928083829 after retry RPC after error@1116202504), errback=(continuation of Deferred@367249395 after retry RPC after error@1849463263) -> (continuation of Deferred@1955859139 after retry RPC after error@1399546063) -> (continuation of Deferred@1488775438 after retry RPC after error@1384397231) -> (continuation of Deferred@110293806 after retry RPC after error@251102763) -> (continuation of Deferred@834464354 after retry RPC after error@1107752123) -> (continuation of Deferred@1402762326 after retry RPC after error@1642624720) -> (continuation of Deferred@928083829 after retry RPC after error@1116202504)))
19:59:06.626 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1790553122(state=PENDING, result=null, callback=(continuation of Deferred@367249395 after retry RPC after error@1849463263) -> (continuation of Deferred@1955859139 after retry RPC after error@1399546063) -> (continuation of Deferred@1488775438 after retry RPC after error@1384397231) -> (continuation of Deferred@110293806 after retry RPC after error@251102763) -> (continuation of Deferred@834464354 after retry RPC after error@1107752123) -> (continuation of Deferred@1402762326 after retry RPC after error@1642624720) -> (continuation of Deferred@928083829 after retry RPC after error@1116202504), errback=(continuation of Deferred@367249395 after retry RPC after error@1849463263) -> (continuation of Deferred@1955859139 after retry RPC after error@1399546063) -> (continuation of Deferred@1488775438 after retry RPC after error@1384397231) -> (continuation of Deferred@110293806 after retry RPC after error@251102763) -> (continuation of Deferred@834464354 after retry RPC after error@1107752123) -> (continuation of Deferred@1402762326 after retry RPC after error@1642624720) -> (continuation of Deferred@928083829 after retry RPC after error@1116202504)))
19:59:06.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@733749384(state=PENDING, result=null, callback=(continuation of Deferred@1445007128 after retry RPC after error@538710800) -> (continuation of Deferred@2074584801 after retry RPC after error@827683197) -> (continuation of Deferred@1867702656 after retry RPC after error@798424041) -> (continuation of Deferred@1765851220 after retry RPC after error@1929677464) -> (continuation of Deferred@195177369 after retry RPC after error@326357175) -> (continuation of Deferred@2086592749 after retry RPC after error@735700404) -> (continuation of Deferred@826146229 after retry RPC after error@1019635021), errback=(continuation of Deferred@1445007128 after retry RPC after error@538710800) -> (continuation of Deferred@2074584801 after retry RPC after error@827683197) -> (continuation of Deferred@1867702656 after retry RPC after error@798424041) -> (continuation of Deferred@1765851220 after retry RPC after error@1929677464) -> (continuation of Deferred@195177369 after retry RPC after error@326357175) -> (continuation of Deferred@2086592749 after retry RPC after error@735700404) -> (continuation of Deferred@826146229 after retry RPC after error@1019635021)))
19:59:06.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@733749384(state=PENDING, result=null, callback=(continuation of Deferred@1445007128 after retry RPC after error@538710800) -> (continuation of Deferred@2074584801 after retry RPC after error@827683197) -> (continuation of Deferred@1867702656 after retry RPC after error@798424041) -> (continuation of Deferred@1765851220 after retry RPC after error@1929677464) -> (continuation of Deferred@195177369 after retry RPC after error@326357175) -> (continuation of Deferred@2086592749 after retry RPC after error@735700404) -> (continuation of Deferred@826146229 after retry RPC after error@1019635021), errback=(continuation of Deferred@1445007128 after retry RPC after error@538710800) -> (continuation of Deferred@2074584801 after retry RPC after error@827683197) -> (continuation of Deferred@1867702656 after retry RPC after error@798424041) -> (continuation of Deferred@1765851220 after retry RPC after error@1929677464) -> (continuation of Deferred@195177369 after retry RPC after error@326357175) -> (continuation of Deferred@2086592749 after retry RPC after error@735700404) -> (continuation of Deferred@826146229 after retry RPC after error@1019635021)))
19:59:06.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.865311 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.865512 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:06.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:06.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:06.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:06.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:06.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.991261 24448 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:06.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.991458 24448 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:06.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.992476 24448 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:06.995549 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:06.995820 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.995955 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:06.996210 24448 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:07.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.085 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@284311836(state=PENDING, result=null, callback=(continuation of Deferred@1671458349 after retry RPC after error@984265465) -> (continuation of Deferred@1934944661 after retry RPC after error@1907145794) -> (continuation of Deferred@287139164 after retry RPC after error@2119115004) -> (continuation of Deferred@713258721 after retry RPC after error@1054441823) -> (continuation of Deferred@1142170717 after retry RPC after error@1130079459) -> (continuation of Deferred@1927210519 after retry RPC after error@8344170) -> (continuation of Deferred@1705818356 after retry RPC after error@2068739102), errback=(continuation of Deferred@1671458349 after retry RPC after error@984265465) -> (continuation of Deferred@1934944661 after retry RPC after error@1907145794) -> (continuation of Deferred@287139164 after retry RPC after error@2119115004) -> (continuation of Deferred@713258721 after retry RPC after error@1054441823) -> (continuation of Deferred@1142170717 after retry RPC after error@1130079459) -> (continuation of Deferred@1927210519 after retry RPC after error@8344170) -> (continuation of Deferred@1705818356 after retry RPC after error@2068739102)))
19:59:07.086 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@284311836(state=PENDING, result=null, callback=(continuation of Deferred@1671458349 after retry RPC after error@984265465) -> (continuation of Deferred@1934944661 after retry RPC after error@1907145794) -> (continuation of Deferred@287139164 after retry RPC after error@2119115004) -> (continuation of Deferred@713258721 after retry RPC after error@1054441823) -> (continuation of Deferred@1142170717 after retry RPC after error@1130079459) -> (continuation of Deferred@1927210519 after retry RPC after error@8344170) -> (continuation of Deferred@1705818356 after retry RPC after error@2068739102), errback=(continuation of Deferred@1671458349 after retry RPC after error@984265465) -> (continuation of Deferred@1934944661 after retry RPC after error@1907145794) -> (continuation of Deferred@287139164 after retry RPC after error@2119115004) -> (continuation of Deferred@713258721 after retry RPC after error@1054441823) -> (continuation of Deferred@1142170717 after retry RPC after error@1130079459) -> (continuation of Deferred@1927210519 after retry RPC after error@8344170) -> (continuation of Deferred@1705818356 after retry RPC after error@2068739102)))
19:59:07.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.346 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@129574301(state=PENDING, result=null, callback=(continuation of Deferred@2061856616 after retry RPC after error@890496098) -> (continuation of Deferred@895564714 after retry RPC after error@2075817302) -> (continuation of Deferred@712366950 after retry RPC after error@15665854) -> (continuation of Deferred@1022352738 after retry RPC after error@349642604) -> (continuation of Deferred@276646011 after retry RPC after error@1757354544) -> (continuation of Deferred@712625800 after retry RPC after error@108632276) -> (continuation of Deferred@2084386544 after retry RPC after error@1816382941), errback=(continuation of Deferred@2061856616 after retry RPC after error@890496098) -> (continuation of Deferred@895564714 after retry RPC after error@2075817302) -> (continuation of Deferred@712366950 after retry RPC after error@15665854) -> (continuation of Deferred@1022352738 after retry RPC after error@349642604) -> (continuation of Deferred@276646011 after retry RPC after error@1757354544) -> (continuation of Deferred@712625800 after retry RPC after error@108632276) -> (continuation of Deferred@2084386544 after retry RPC after error@1816382941)))
19:59:07.346 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@129574301(state=PENDING, result=null, callback=(continuation of Deferred@2061856616 after retry RPC after error@890496098) -> (continuation of Deferred@895564714 after retry RPC after error@2075817302) -> (continuation of Deferred@712366950 after retry RPC after error@15665854) -> (continuation of Deferred@1022352738 after retry RPC after error@349642604) -> (continuation of Deferred@276646011 after retry RPC after error@1757354544) -> (continuation of Deferred@712625800 after retry RPC after error@108632276) -> (continuation of Deferred@2084386544 after retry RPC after error@1816382941), errback=(continuation of Deferred@2061856616 after retry RPC after error@890496098) -> (continuation of Deferred@895564714 after retry RPC after error@2075817302) -> (continuation of Deferred@712366950 after retry RPC after error@15665854) -> (continuation of Deferred@1022352738 after retry RPC after error@349642604) -> (continuation of Deferred@276646011 after retry RPC after error@1757354544) -> (continuation of Deferred@712625800 after retry RPC after error@108632276) -> (continuation of Deferred@2084386544 after retry RPC after error@1816382941)))
19:59:07.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.544 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2146798732(state=PENDING, result=null, callback=(continuation of Deferred@1127969885 after retry RPC after error@321321172) -> (continuation of Deferred@1233040204 after retry RPC after error@440190723) -> (continuation of Deferred@45994373 after retry RPC after error@645495134) -> (continuation of Deferred@438393358 after retry RPC after error@1717142166) -> (continuation of Deferred@168052257 after retry RPC after error@1742372278) -> (continuation of Deferred@2000398953 after retry RPC after error@1574755114) -> (continuation of Deferred@1975630846 after retry RPC after error@1094868797), errback=(continuation of Deferred@1127969885 after retry RPC after error@321321172) -> (continuation of Deferred@1233040204 after retry RPC after error@440190723) -> (continuation of Deferred@45994373 after retry RPC after error@645495134) -> (continuation of Deferred@438393358 after retry RPC after error@1717142166) -> (continuation of Deferred@168052257 after retry RPC after error@1742372278) -> (continuation of Deferred@2000398953 after retry RPC after error@1574755114) -> (continuation of Deferred@1975630846 after retry RPC after error@1094868797)))
19:59:07.545 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2146798732(state=PENDING, result=null, callback=(continuation of Deferred@1127969885 after retry RPC after error@321321172) -> (continuation of Deferred@1233040204 after retry RPC after error@440190723) -> (continuation of Deferred@45994373 after retry RPC after error@645495134) -> (continuation of Deferred@438393358 after retry RPC after error@1717142166) -> (continuation of Deferred@168052257 after retry RPC after error@1742372278) -> (continuation of Deferred@2000398953 after retry RPC after error@1574755114) -> (continuation of Deferred@1975630846 after retry RPC after error@1094868797), errback=(continuation of Deferred@1127969885 after retry RPC after error@321321172) -> (continuation of Deferred@1233040204 after retry RPC after error@440190723) -> (continuation of Deferred@45994373 after retry RPC after error@645495134) -> (continuation of Deferred@438393358 after retry RPC after error@1717142166) -> (continuation of Deferred@168052257 after retry RPC after error@1742372278) -> (continuation of Deferred@2000398953 after retry RPC after error@1574755114) -> (continuation of Deferred@1975630846 after retry RPC after error@1094868797)))
19:59:07.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.604 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.765 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@372328105(state=PENDING, result=null, callback=(continuation of Deferred@887074326 after retry RPC after error@1549829641) -> (continuation of Deferred@661132929 after retry RPC after error@997198027) -> (continuation of Deferred@1922477741 after retry RPC after error@715009592) -> (continuation of Deferred@1302723060 after retry RPC after error@1990760155) -> (continuation of Deferred@822918501 after retry RPC after error@1790491282) -> (continuation of Deferred@145785960 after retry RPC after error@983356907) -> (continuation of Deferred@1848614984 after retry RPC after error@1106045749), errback=(continuation of Deferred@887074326 after retry RPC after error@1549829641) -> (continuation of Deferred@661132929 after retry RPC after error@997198027) -> (continuation of Deferred@1922477741 after retry RPC after error@715009592) -> (continuation of Deferred@1302723060 after retry RPC after error@1990760155) -> (continuation of Deferred@822918501 after retry RPC after error@1790491282) -> (continuation of Deferred@145785960 after retry RPC after error@983356907) -> (continuation of Deferred@1848614984 after retry RPC after error@1106045749)))
19:59:07.765 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@372328105(state=PENDING, result=null, callback=(continuation of Deferred@887074326 after retry RPC after error@1549829641) -> (continuation of Deferred@661132929 after retry RPC after error@997198027) -> (continuation of Deferred@1922477741 after retry RPC after error@715009592) -> (continuation of Deferred@1302723060 after retry RPC after error@1990760155) -> (continuation of Deferred@822918501 after retry RPC after error@1790491282) -> (continuation of Deferred@145785960 after retry RPC after error@983356907) -> (continuation of Deferred@1848614984 after retry RPC after error@1106045749), errback=(continuation of Deferred@887074326 after retry RPC after error@1549829641) -> (continuation of Deferred@661132929 after retry RPC after error@997198027) -> (continuation of Deferred@1922477741 after retry RPC after error@715009592) -> (continuation of Deferred@1302723060 after retry RPC after error@1990760155) -> (continuation of Deferred@822918501 after retry RPC after error@1790491282) -> (continuation of Deferred@145785960 after retry RPC after error@983356907) -> (continuation of Deferred@1848614984 after retry RPC after error@1106045749)))
19:59:07.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:07.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:07.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:07.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:07.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:07.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.043 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1093073205(state=PENDING, result=null, callback=(continuation of Deferred@1650896180 after retry RPC after error@778798213) -> (continuation of Deferred@2135217605 after retry RPC after error@157115465) -> (continuation of Deferred@1577416539 after retry RPC after error@750292914) -> (continuation of Deferred@1963695389 after retry RPC after error@387367129) -> (continuation of Deferred@1650250447 after retry RPC after error@175182889) -> (continuation of Deferred@599491343 after retry RPC after error@34250665) -> (continuation of Deferred@113569677 after retry RPC after error@76968736), errback=(continuation of Deferred@1650896180 after retry RPC after error@778798213) -> (continuation of Deferred@2135217605 after retry RPC after error@157115465) -> (continuation of Deferred@1577416539 after retry RPC after error@750292914) -> (continuation of Deferred@1963695389 after retry RPC after error@387367129) -> (continuation of Deferred@1650250447 after retry RPC after error@175182889) -> (continuation of Deferred@599491343 after retry RPC after error@34250665) -> (continuation of Deferred@113569677 after retry RPC after error@76968736)))
19:59:08.044 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:08.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.245 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@286275409(state=PENDING, result=null, callback=(continuation of Deferred@1020940468 after retry RPC after error@1933702952) -> (continuation of Deferred@2126437740 after retry RPC after error@1854195541) -> (continuation of Deferred@11892161 after retry RPC after error@2091985480) -> (continuation of Deferred@1953287439 after retry RPC after error@1008337592) -> (continuation of Deferred@388653959 after retry RPC after error@1648158784) -> (continuation of Deferred@1890207165 after retry RPC after error@474580690) -> (continuation of Deferred@1480325255 after retry RPC after error@1564505384), errback=(continuation of Deferred@1020940468 after retry RPC after error@1933702952) -> (continuation of Deferred@2126437740 after retry RPC after error@1854195541) -> (continuation of Deferred@11892161 after retry RPC after error@2091985480) -> (continuation of Deferred@1953287439 after retry RPC after error@1008337592) -> (continuation of Deferred@388653959 after retry RPC after error@1648158784) -> (continuation of Deferred@1890207165 after retry RPC after error@474580690) -> (continuation of Deferred@1480325255 after retry RPC after error@1564505384)))
19:59:08.250 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@286275409(state=PENDING, result=null, callback=(continuation of Deferred@1020940468 after retry RPC after error@1933702952) -> (continuation of Deferred@2126437740 after retry RPC after error@1854195541) -> (continuation of Deferred@11892161 after retry RPC after error@2091985480) -> (continuation of Deferred@1953287439 after retry RPC after error@1008337592) -> (continuation of Deferred@388653959 after retry RPC after error@1648158784) -> (continuation of Deferred@1890207165 after retry RPC after error@474580690) -> (continuation of Deferred@1480325255 after retry RPC after error@1564505384), errback=(continuation of Deferred@1020940468 after retry RPC after error@1933702952) -> (continuation of Deferred@2126437740 after retry RPC after error@1854195541) -> (continuation of Deferred@11892161 after retry RPC after error@2091985480) -> (continuation of Deferred@1953287439 after retry RPC after error@1008337592) -> (continuation of Deferred@388653959 after retry RPC after error@1648158784) -> (continuation of Deferred@1890207165 after retry RPC after error@474580690) -> (continuation of Deferred@1480325255 after retry RPC after error@1564505384)))
19:59:08.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.485 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@596757129(state=PENDING, result=null, callback=(continuation of Deferred@1563452193 after retry RPC after error@1702535865) -> (continuation of Deferred@1034881698 after retry RPC after error@281496092) -> (continuation of Deferred@1311775310 after retry RPC after error@2121209435) -> (continuation of Deferred@1003551022 after retry RPC after error@300794850) -> (continuation of Deferred@1606507003 after retry RPC after error@1494892950) -> (continuation of Deferred@1707072018 after retry RPC after error@447932308) -> (continuation of Deferred@1340697528 after retry RPC after error@1148486946), errback=(continuation of Deferred@1563452193 after retry RPC after error@1702535865) -> (continuation of Deferred@1034881698 after retry RPC after error@281496092) -> (continuation of Deferred@1311775310 after retry RPC after error@2121209435) -> (continuation of Deferred@1003551022 after retry RPC after error@300794850) -> (continuation of Deferred@1606507003 after retry RPC after error@1494892950) -> (continuation of Deferred@1707072018 after retry RPC after error@447932308) -> (continuation of Deferred@1340697528 after retry RPC after error@1148486946)))
19:59:08.485 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@596757129(state=PENDING, result=null, callback=(continuation of Deferred@1563452193 after retry RPC after error@1702535865) -> (continuation of Deferred@1034881698 after retry RPC after error@281496092) -> (continuation of Deferred@1311775310 after retry RPC after error@2121209435) -> (continuation of Deferred@1003551022 after retry RPC after error@300794850) -> (continuation of Deferred@1606507003 after retry RPC after error@1494892950) -> (continuation of Deferred@1707072018 after retry RPC after error@447932308) -> (continuation of Deferred@1340697528 after retry RPC after error@1148486946), errback=(continuation of Deferred@1563452193 after retry RPC after error@1702535865) -> (continuation of Deferred@1034881698 after retry RPC after error@281496092) -> (continuation of Deferred@1311775310 after retry RPC after error@2121209435) -> (continuation of Deferred@1003551022 after retry RPC after error@300794850) -> (continuation of Deferred@1606507003 after retry RPC after error@1494892950) -> (continuation of Deferred@1707072018 after retry RPC after error@447932308) -> (continuation of Deferred@1340697528 after retry RPC after error@1148486946)))
19:59:08.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.564 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.626 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.685 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1821598920(state=PENDING, result=null, callback=(continuation of Deferred@630161103 after retry RPC after error@1745746485) -> (continuation of Deferred@724534228 after retry RPC after error@1559041885) -> (continuation of Deferred@38429449 after retry RPC after error@93453607) -> (continuation of Deferred@1391984482 after retry RPC after error@1720995230) -> (continuation of Deferred@924264558 after retry RPC after error@1030067054) -> (continuation of Deferred@1342469967 after retry RPC after error@347617388), errback=(continuation of Deferred@630161103 after retry RPC after error@1745746485) -> (continuation of Deferred@724534228 after retry RPC after error@1559041885) -> (continuation of Deferred@38429449 after retry RPC after error@93453607) -> (continuation of Deferred@1391984482 after retry RPC after error@1720995230) -> (continuation of Deferred@924264558 after retry RPC after error@1030067054) -> (continuation of Deferred@1342469967 after retry RPC after error@347617388)))
19:59:08.685 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1821598920(state=PENDING, result=null, callback=(continuation of Deferred@630161103 after retry RPC after error@1745746485) -> (continuation of Deferred@724534228 after retry RPC after error@1559041885) -> (continuation of Deferred@38429449 after retry RPC after error@93453607) -> (continuation of Deferred@1391984482 after retry RPC after error@1720995230) -> (continuation of Deferred@924264558 after retry RPC after error@1030067054) -> (continuation of Deferred@1342469967 after retry RPC after error@347617388), errback=(continuation of Deferred@630161103 after retry RPC after error@1745746485) -> (continuation of Deferred@724534228 after retry RPC after error@1559041885) -> (continuation of Deferred@38429449 after retry RPC after error@93453607) -> (continuation of Deferred@1391984482 after retry RPC after error@1720995230) -> (continuation of Deferred@924264558 after retry RPC after error@1030067054) -> (continuation of Deferred@1342469967 after retry RPC after error@347617388)))
19:59:08.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.784 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.945 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@946066275(state=PENDING, result=null, callback=(continuation of Deferred@1626711746 after retry RPC after error@1328677280) -> (continuation of Deferred@2060194217 after retry RPC after error@1553083736) -> (continuation of Deferred@287065022 after retry RPC after error@1316777788) -> (continuation of Deferred@1411870211 after retry RPC after error@429023538) -> (continuation of Deferred@1793114125 after retry RPC after error@1204312034) -> (continuation of Deferred@678456942 after retry RPC after error@585171363) -> (continuation of Deferred@1324174682 after retry RPC after error@1260348450) -> (continuation of Deferred@1622634545 after retry RPC after error@1248958877), errback=(continuation of Deferred@1626711746 after retry RPC after error@1328677280) -> (continuation of Deferred@2060194217 after retry RPC after error@1553083736) -> (continuation of Deferred@287065022 after retry RPC after error@1316777788) -> (continuation of Deferred@1411870211 after retry RPC after error@429023538) -> (continuation of Deferred@1793114125 after retry RPC after error@1204312034) -> (continuation of Deferred@678456942 after retry RPC after error@585171363) -> (continuation of Deferred@1324174682 after retry RPC after error@1260348450) -> (continuation of Deferred@1622634545 after retry RPC after error@1248958877)))
19:59:08.945 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@946066275(state=PENDING, result=null, callback=(continuation of Deferred@1626711746 after retry RPC after error@1328677280) -> (continuation of Deferred@2060194217 after retry RPC after error@1553083736) -> (continuation of Deferred@287065022 after retry RPC after error@1316777788) -> (continuation of Deferred@1411870211 after retry RPC after error@429023538) -> (continuation of Deferred@1793114125 after retry RPC after error@1204312034) -> (continuation of Deferred@678456942 after retry RPC after error@585171363) -> (continuation of Deferred@1324174682 after retry RPC after error@1260348450) -> (continuation of Deferred@1622634545 after retry RPC after error@1248958877), errback=(continuation of Deferred@1626711746 after retry RPC after error@1328677280) -> (continuation of Deferred@2060194217 after retry RPC after error@1553083736) -> (continuation of Deferred@287065022 after retry RPC after error@1316777788) -> (continuation of Deferred@1411870211 after retry RPC after error@429023538) -> (continuation of Deferred@1793114125 after retry RPC after error@1204312034) -> (continuation of Deferred@678456942 after retry RPC after error@585171363) -> (continuation of Deferred@1324174682 after retry RPC after error@1260348450) -> (continuation of Deferred@1622634545 after retry RPC after error@1248958877)))
19:59:08.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:08.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:08.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:08.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:08.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:08.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.104 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.104 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.104 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.206 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@20635316(state=PENDING, result=null, callback=(continuation of Deferred@214102993 after retry RPC after error@431737437) -> (continuation of Deferred@864486305 after retry RPC after error@1688187931) -> (continuation of Deferred@2144898850 after retry RPC after error@947280806) -> (continuation of Deferred@870833410 after retry RPC after error@717330441) -> (continuation of Deferred@291222508 after retry RPC after error@469393674) -> (continuation of Deferred@377008314 after retry RPC after error@819946412) -> (continuation of Deferred@2086101640 after retry RPC after error@887995961), errback=(continuation of Deferred@214102993 after retry RPC after error@431737437) -> (continuation of Deferred@864486305 after retry RPC after error@1688187931) -> (continuation of Deferred@2144898850 after retry RPC after error@947280806) -> (continuation of Deferred@870833410 after retry RPC after error@717330441) -> (continuation of Deferred@291222508 after retry RPC after error@469393674) -> (continuation of Deferred@377008314 after retry RPC after error@819946412) -> (continuation of Deferred@2086101640 after retry RPC after error@887995961)))
19:59:09.206 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@20635316(state=PENDING, result=null, callback=(continuation of Deferred@214102993 after retry RPC after error@431737437) -> (continuation of Deferred@864486305 after retry RPC after error@1688187931) -> (continuation of Deferred@2144898850 after retry RPC after error@947280806) -> (continuation of Deferred@870833410 after retry RPC after error@717330441) -> (continuation of Deferred@291222508 after retry RPC after error@469393674) -> (continuation of Deferred@377008314 after retry RPC after error@819946412) -> (continuation of Deferred@2086101640 after retry RPC after error@887995961), errback=(continuation of Deferred@214102993 after retry RPC after error@431737437) -> (continuation of Deferred@864486305 after retry RPC after error@1688187931) -> (continuation of Deferred@2144898850 after retry RPC after error@947280806) -> (continuation of Deferred@870833410 after retry RPC after error@717330441) -> (continuation of Deferred@291222508 after retry RPC after error@469393674) -> (continuation of Deferred@377008314 after retry RPC after error@819946412) -> (continuation of Deferred@2086101640 after retry RPC after error@887995961)))
19:59:09.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.465 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1285374150(state=PENDING, result=null, callback=(continuation of Deferred@929915596 after retry RPC after error@685512423) -> (continuation of Deferred@1164167755 after retry RPC after error@1675503953) -> (continuation of Deferred@1064918244 after retry RPC after error@2002390722) -> (continuation of Deferred@741389296 after retry RPC after error@1043764102) -> (continuation of Deferred@1272805080 after retry RPC after error@1825983871) -> (continuation of Deferred@1162927142 after retry RPC after error@1332796841) -> (continuation of Deferred@1874532649 after retry RPC after error@836246548) -> (continuation of Deferred@1923766245 after retry RPC after error@998134156), errback=(continuation of Deferred@929915596 after retry RPC after error@685512423) -> (continuation of Deferred@1164167755 after retry RPC after error@1675503953) -> (continuation of Deferred@1064918244 after retry RPC after error@2002390722) -> (continuation of Deferred@741389296 after retry RPC after error@1043764102) -> (continuation of Deferred@1272805080 after retry RPC after error@1825983871) -> (continuation of Deferred@1162927142 after retry RPC after error@1332796841) -> (continuation of Deferred@1874532649 after retry RPC after error@836246548) -> (continuation of Deferred@1923766245 after retry RPC after error@998134156)))
19:59:09.466 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1285374150(state=PENDING, result=null, callback=(continuation of Deferred@929915596 after retry RPC after error@685512423) -> (continuation of Deferred@1164167755 after retry RPC after error@1675503953) -> (continuation of Deferred@1064918244 after retry RPC after error@2002390722) -> (continuation of Deferred@741389296 after retry RPC after error@1043764102) -> (continuation of Deferred@1272805080 after retry RPC after error@1825983871) -> (continuation of Deferred@1162927142 after retry RPC after error@1332796841) -> (continuation of Deferred@1874532649 after retry RPC after error@836246548) -> (continuation of Deferred@1923766245 after retry RPC after error@998134156), errback=(continuation of Deferred@929915596 after retry RPC after error@685512423) -> (continuation of Deferred@1164167755 after retry RPC after error@1675503953) -> (continuation of Deferred@1064918244 after retry RPC after error@2002390722) -> (continuation of Deferred@741389296 after retry RPC after error@1043764102) -> (continuation of Deferred@1272805080 after retry RPC after error@1825983871) -> (continuation of Deferred@1162927142 after retry RPC after error@1332796841) -> (continuation of Deferred@1874532649 after retry RPC after error@836246548) -> (continuation of Deferred@1923766245 after retry RPC after error@998134156)))
19:59:09.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.504 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:09.614212 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:09.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:09.616647 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:09.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:09.618851 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:09.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.725 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@690080319(state=PENDING, result=null, callback=(continuation of Deferred@1219178766 after retry RPC after error@1053679099) -> (continuation of Deferred@444357275 after retry RPC after error@1026231257) -> (continuation of Deferred@748256819 after retry RPC after error@2095799390) -> (continuation of Deferred@71006682 after retry RPC after error@1638649671) -> (continuation of Deferred@103046567 after retry RPC after error@537655441) -> (continuation of Deferred@2132910307 after retry RPC after error@1078958519) -> (continuation of Deferred@1688354172 after retry RPC after error@454200841), errback=(continuation of Deferred@1219178766 after retry RPC after error@1053679099) -> (continuation of Deferred@444357275 after retry RPC after error@1026231257) -> (continuation of Deferred@748256819 after retry RPC after error@2095799390) -> (continuation of Deferred@71006682 after retry RPC after error@1638649671) -> (continuation of Deferred@103046567 after retry RPC after error@537655441) -> (continuation of Deferred@2132910307 after retry RPC after error@1078958519) -> (continuation of Deferred@1688354172 after retry RPC after error@454200841)))
19:59:09.726 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@690080319(state=PENDING, result=null, callback=(continuation of Deferred@1219178766 after retry RPC after error@1053679099) -> (continuation of Deferred@444357275 after retry RPC after error@1026231257) -> (continuation of Deferred@748256819 after retry RPC after error@2095799390) -> (continuation of Deferred@71006682 after retry RPC after error@1638649671) -> (continuation of Deferred@103046567 after retry RPC after error@537655441) -> (continuation of Deferred@2132910307 after retry RPC after error@1078958519) -> (continuation of Deferred@1688354172 after retry RPC after error@454200841), errback=(continuation of Deferred@1219178766 after retry RPC after error@1053679099) -> (continuation of Deferred@444357275 after retry RPC after error@1026231257) -> (continuation of Deferred@748256819 after retry RPC after error@2095799390) -> (continuation of Deferred@71006682 after retry RPC after error@1638649671) -> (continuation of Deferred@103046567 after retry RPC after error@537655441) -> (continuation of Deferred@2132910307 after retry RPC after error@1078958519) -> (continuation of Deferred@1688354172 after retry RPC after error@454200841)))
19:59:09.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:09.965 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1743973105(state=PENDING, result=null, callback=(continuation of Deferred@77790835 after retry RPC after error@147936180) -> (continuation of Deferred@908866716 after retry RPC after error@1182397898) -> (continuation of Deferred@1429985808 after retry RPC after error@1467318256) -> (continuation of Deferred@11155798 after retry RPC after error@158620460) -> (continuation of Deferred@43318088 after retry RPC after error@2120392213) -> (continuation of Deferred@802383878 after retry RPC after error@72743915) -> (continuation of Deferred@557715090 after retry RPC after error@1262923414), errback=(continuation of Deferred@77790835 after retry RPC after error@147936180) -> (continuation of Deferred@908866716 after retry RPC after error@1182397898) -> (continuation of Deferred@1429985808 after retry RPC after error@1467318256) -> (continuation of Deferred@11155798 after retry RPC after error@158620460) -> (continuation of Deferred@43318088 after retry RPC after error@2120392213) -> (continuation of Deferred@802383878 after retry RPC after error@72743915) -> (continuation of Deferred@557715090 after retry RPC after error@1262923414)))
19:59:09.965 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1743973105(state=PENDING, result=null, callback=(continuation of Deferred@77790835 after retry RPC after error@147936180) -> (continuation of Deferred@908866716 after retry RPC after error@1182397898) -> (continuation of Deferred@1429985808 after retry RPC after error@1467318256) -> (continuation of Deferred@11155798 after retry RPC after error@158620460) -> (continuation of Deferred@43318088 after retry RPC after error@2120392213) -> (continuation of Deferred@802383878 after retry RPC after error@72743915) -> (continuation of Deferred@557715090 after retry RPC after error@1262923414), errback=(continuation of Deferred@77790835 after retry RPC after error@147936180) -> (continuation of Deferred@908866716 after retry RPC after error@1182397898) -> (continuation of Deferred@1429985808 after retry RPC after error@1467318256) -> (continuation of Deferred@11155798 after retry RPC after error@158620460) -> (continuation of Deferred@43318088 after retry RPC after error@2120392213) -> (continuation of Deferred@802383878 after retry RPC after error@72743915) -> (continuation of Deferred@557715090 after retry RPC after error@1262923414)))
19:59:09.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:09.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:09.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:09.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:09.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.006 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.125 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@266821389(state=PENDING, result=null, callback=(continuation of Deferred@1503765647 after retry RPC after error@476335) -> (continuation of Deferred@1184081468 after retry RPC after error@1933154004) -> (continuation of Deferred@669565408 after retry RPC after error@493935502) -> (continuation of Deferred@1183394906 after retry RPC after error@2042203497) -> (continuation of Deferred@406824063 after retry RPC after error@59285597) -> (continuation of Deferred@216840074 after retry RPC after error@965456315), errback=(continuation of Deferred@1503765647 after retry RPC after error@476335) -> (continuation of Deferred@1184081468 after retry RPC after error@1933154004) -> (continuation of Deferred@669565408 after retry RPC after error@493935502) -> (continuation of Deferred@1183394906 after retry RPC after error@2042203497) -> (continuation of Deferred@406824063 after retry RPC after error@59285597) -> (continuation of Deferred@216840074 after retry RPC after error@965456315)))
19:59:10.125 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@266821389(state=PENDING, result=null, callback=(continuation of Deferred@1503765647 after retry RPC after error@476335) -> (continuation of Deferred@1184081468 after retry RPC after error@1933154004) -> (continuation of Deferred@669565408 after retry RPC after error@493935502) -> (continuation of Deferred@1183394906 after retry RPC after error@2042203497) -> (continuation of Deferred@406824063 after retry RPC after error@59285597) -> (continuation of Deferred@216840074 after retry RPC after error@965456315), errback=(continuation of Deferred@1503765647 after retry RPC after error@476335) -> (continuation of Deferred@1184081468 after retry RPC after error@1933154004) -> (continuation of Deferred@669565408 after retry RPC after error@493935502) -> (continuation of Deferred@1183394906 after retry RPC after error@2042203497) -> (continuation of Deferred@406824063 after retry RPC after error@59285597) -> (continuation of Deferred@216840074 after retry RPC after error@965456315)))
19:59:10.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.345 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1558810945(state=PENDING, result=null, callback=(continuation of Deferred@927326801 after retry RPC after error@2018865274) -> (continuation of Deferred@1079866864 after retry RPC after error@1345226531) -> (continuation of Deferred@1214361629 after retry RPC after error@459591627) -> (continuation of Deferred@809360290 after retry RPC after error@336483609) -> (continuation of Deferred@1370156765 after retry RPC after error@1812818356) -> (continuation of Deferred@842227548 after retry RPC after error@1425236638) -> (continuation of Deferred@1378464475 after retry RPC after error@1441673699), errback=(continuation of Deferred@927326801 after retry RPC after error@2018865274) -> (continuation of Deferred@1079866864 after retry RPC after error@1345226531) -> (continuation of Deferred@1214361629 after retry RPC after error@459591627) -> (continuation of Deferred@809360290 after retry RPC after error@336483609) -> (continuation of Deferred@1370156765 after retry RPC after error@1812818356) -> (continuation of Deferred@842227548 after retry RPC after error@1425236638) -> (continuation of Deferred@1378464475 after retry RPC after error@1441673699)))
19:59:10.345 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1558810945(state=PENDING, result=null, callback=(continuation of Deferred@927326801 after retry RPC after error@2018865274) -> (continuation of Deferred@1079866864 after retry RPC after error@1345226531) -> (continuation of Deferred@1214361629 after retry RPC after error@459591627) -> (continuation of Deferred@809360290 after retry RPC after error@336483609) -> (continuation of Deferred@1370156765 after retry RPC after error@1812818356) -> (continuation of Deferred@842227548 after retry RPC after error@1425236638) -> (continuation of Deferred@1378464475 after retry RPC after error@1441673699), errback=(continuation of Deferred@927326801 after retry RPC after error@2018865274) -> (continuation of Deferred@1079866864 after retry RPC after error@1345226531) -> (continuation of Deferred@1214361629 after retry RPC after error@459591627) -> (continuation of Deferred@809360290 after retry RPC after error@336483609) -> (continuation of Deferred@1370156765 after retry RPC after error@1812818356) -> (continuation of Deferred@842227548 after retry RPC after error@1425236638) -> (continuation of Deferred@1378464475 after retry RPC after error@1441673699)))
19:59:10.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.605 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@245854143(state=PENDING, result=null, callback=(continuation of Deferred@95671884 after retry RPC after error@385952467) -> (continuation of Deferred@185853821 after retry RPC after error@1056746295) -> (continuation of Deferred@635837202 after retry RPC after error@1001388751) -> (continuation of Deferred@789830344 after retry RPC after error@1953331470) -> (continuation of Deferred@1632027162 after retry RPC after error@628831615) -> (continuation of Deferred@344944258 after retry RPC after error@188071956) -> (continuation of Deferred@1546945914 after retry RPC after error@538481486), errback=(continuation of Deferred@95671884 after retry RPC after error@385952467) -> (continuation of Deferred@185853821 after retry RPC after error@1056746295) -> (continuation of Deferred@635837202 after retry RPC after error@1001388751) -> (continuation of Deferred@789830344 after retry RPC after error@1953331470) -> (continuation of Deferred@1632027162 after retry RPC after error@628831615) -> (continuation of Deferred@344944258 after retry RPC after error@188071956) -> (continuation of Deferred@1546945914 after retry RPC after error@538481486)))
19:59:10.605 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@245854143(state=PENDING, result=null, callback=(continuation of Deferred@95671884 after retry RPC after error@385952467) -> (continuation of Deferred@185853821 after retry RPC after error@1056746295) -> (continuation of Deferred@635837202 after retry RPC after error@1001388751) -> (continuation of Deferred@789830344 after retry RPC after error@1953331470) -> (continuation of Deferred@1632027162 after retry RPC after error@628831615) -> (continuation of Deferred@344944258 after retry RPC after error@188071956) -> (continuation of Deferred@1546945914 after retry RPC after error@538481486), errback=(continuation of Deferred@95671884 after retry RPC after error@385952467) -> (continuation of Deferred@185853821 after retry RPC after error@1056746295) -> (continuation of Deferred@635837202 after retry RPC after error@1001388751) -> (continuation of Deferred@789830344 after retry RPC after error@1953331470) -> (continuation of Deferred@1632027162 after retry RPC after error@628831615) -> (continuation of Deferred@344944258 after retry RPC after error@188071956) -> (continuation of Deferred@1546945914 after retry RPC after error@538481486)))
19:59:10.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.805 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1496020818(state=PENDING, result=null, callback=(continuation of Deferred@1372520365 after retry RPC after error@456498437) -> (continuation of Deferred@115371235 after retry RPC after error@74648202) -> (continuation of Deferred@585547326 after retry RPC after error@353161938) -> (continuation of Deferred@269362148 after retry RPC after error@204819509) -> (continuation of Deferred@456459459 after retry RPC after error@1759301429) -> (continuation of Deferred@153927881 after retry RPC after error@794718525) -> (continuation of Deferred@478051081 after retry RPC after error@315996884), errback=(continuation of Deferred@1372520365 after retry RPC after error@456498437) -> (continuation of Deferred@115371235 after retry RPC after error@74648202) -> (continuation of Deferred@585547326 after retry RPC after error@353161938) -> (continuation of Deferred@269362148 after retry RPC after error@204819509) -> (continuation of Deferred@456459459 after retry RPC after error@1759301429) -> (continuation of Deferred@153927881 after retry RPC after error@794718525) -> (continuation of Deferred@478051081 after retry RPC after error@315996884)))
19:59:10.805 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1496020818(state=PENDING, result=null, callback=(continuation of Deferred@1372520365 after retry RPC after error@456498437) -> (continuation of Deferred@115371235 after retry RPC after error@74648202) -> (continuation of Deferred@585547326 after retry RPC after error@353161938) -> (continuation of Deferred@269362148 after retry RPC after error@204819509) -> (continuation of Deferred@456459459 after retry RPC after error@1759301429) -> (continuation of Deferred@153927881 after retry RPC after error@794718525) -> (continuation of Deferred@478051081 after retry RPC after error@315996884), errback=(continuation of Deferred@1372520365 after retry RPC after error@456498437) -> (continuation of Deferred@115371235 after retry RPC after error@74648202) -> (continuation of Deferred@585547326 after retry RPC after error@353161938) -> (continuation of Deferred@269362148 after retry RPC after error@204819509) -> (continuation of Deferred@456459459 after retry RPC after error@1759301429) -> (continuation of Deferred@153927881 after retry RPC after error@794718525) -> (continuation of Deferred@478051081 after retry RPC after error@315996884)))
19:59:10.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:10.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:10.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:10.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:10.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:10.985 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2011899796(state=PENDING, result=null, callback=(continuation of Deferred@792164323 after retry RPC after error@680046635) -> (continuation of Deferred@192688814 after retry RPC after error@629502930) -> (continuation of Deferred@823754990 after retry RPC after error@1551726350) -> (continuation of Deferred@922666861 after retry RPC after error@946547075) -> (continuation of Deferred@1158201488 after retry RPC after error@1928989240) -> (continuation of Deferred@847212197 after retry RPC after error@1396276824), errback=(continuation of Deferred@792164323 after retry RPC after error@680046635) -> (continuation of Deferred@192688814 after retry RPC after error@629502930) -> (continuation of Deferred@823754990 after retry RPC after error@1551726350) -> (continuation of Deferred@922666861 after retry RPC after error@946547075) -> (continuation of Deferred@1158201488 after retry RPC after error@1928989240) -> (continuation of Deferred@847212197 after retry RPC after error@1396276824)))
19:59:10.986 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2011899796(state=PENDING, result=null, callback=(continuation of Deferred@792164323 after retry RPC after error@680046635) -> (continuation of Deferred@192688814 after retry RPC after error@629502930) -> (continuation of Deferred@823754990 after retry RPC after error@1551726350) -> (continuation of Deferred@922666861 after retry RPC after error@946547075) -> (continuation of Deferred@1158201488 after retry RPC after error@1928989240) -> (continuation of Deferred@847212197 after retry RPC after error@1396276824), errback=(continuation of Deferred@792164323 after retry RPC after error@680046635) -> (continuation of Deferred@192688814 after retry RPC after error@629502930) -> (continuation of Deferred@823754990 after retry RPC after error@1551726350) -> (continuation of Deferred@922666861 after retry RPC after error@946547075) -> (continuation of Deferred@1158201488 after retry RPC after error@1928989240) -> (continuation of Deferred@847212197 after retry RPC after error@1396276824)))
19:59:11.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.224 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.225 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1119868668(state=PENDING, result=null, callback=(continuation of Deferred@1242624571 after retry RPC after error@289076031) -> (continuation of Deferred@1238668413 after retry RPC after error@1969267597) -> (continuation of Deferred@942413360 after retry RPC after error@2127149313) -> (continuation of Deferred@324255193 after retry RPC after error@1675565301) -> (continuation of Deferred@991567656 after retry RPC after error@136882427) -> (continuation of Deferred@110846290 after retry RPC after error@488163780) -> (continuation of Deferred@1980786192 after retry RPC after error@993163097), errback=(continuation of Deferred@1242624571 after retry RPC after error@289076031) -> (continuation of Deferred@1238668413 after retry RPC after error@1969267597) -> (continuation of Deferred@942413360 after retry RPC after error@2127149313) -> (continuation of Deferred@324255193 after retry RPC after error@1675565301) -> (continuation of Deferred@991567656 after retry RPC after error@136882427) -> (continuation of Deferred@110846290 after retry RPC after error@488163780) -> (continuation of Deferred@1980786192 after retry RPC after error@993163097)))
19:59:11.226 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1119868668(state=PENDING, result=null, callback=(continuation of Deferred@1242624571 after retry RPC after error@289076031) -> (continuation of Deferred@1238668413 after retry RPC after error@1969267597) -> (continuation of Deferred@942413360 after retry RPC after error@2127149313) -> (continuation of Deferred@324255193 after retry RPC after error@1675565301) -> (continuation of Deferred@991567656 after retry RPC after error@136882427) -> (continuation of Deferred@110846290 after retry RPC after error@488163780) -> (continuation of Deferred@1980786192 after retry RPC after error@993163097), errback=(continuation of Deferred@1242624571 after retry RPC after error@289076031) -> (continuation of Deferred@1238668413 after retry RPC after error@1969267597) -> (continuation of Deferred@942413360 after retry RPC after error@2127149313) -> (continuation of Deferred@324255193 after retry RPC after error@1675565301) -> (continuation of Deferred@991567656 after retry RPC after error@136882427) -> (continuation of Deferred@110846290 after retry RPC after error@488163780) -> (continuation of Deferred@1980786192 after retry RPC after error@993163097)))
19:59:11.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.445 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1986677416(state=PENDING, result=null, callback=(continuation of Deferred@1453522776 after retry RPC after error@762183928) -> (continuation of Deferred@2145159549 after retry RPC after error@1531425572) -> (continuation of Deferred@450809643 after retry RPC after error@1198155080) -> (continuation of Deferred@1550224313 after retry RPC after error@979291522) -> (continuation of Deferred@1444276853 after retry RPC after error@1119978970) -> (continuation of Deferred@714270072 after retry RPC after error@1726750581) -> (continuation of Deferred@525535135 after retry RPC after error@1366474490), errback=(continuation of Deferred@1453522776 after retry RPC after error@762183928) -> (continuation of Deferred@2145159549 after retry RPC after error@1531425572) -> (continuation of Deferred@450809643 after retry RPC after error@1198155080) -> (continuation of Deferred@1550224313 after retry RPC after error@979291522) -> (continuation of Deferred@1444276853 after retry RPC after error@1119978970) -> (continuation of Deferred@714270072 after retry RPC after error@1726750581) -> (continuation of Deferred@525535135 after retry RPC after error@1366474490)))
19:59:11.446 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1986677416(state=PENDING, result=null, callback=(continuation of Deferred@1453522776 after retry RPC after error@762183928) -> (continuation of Deferred@2145159549 after retry RPC after error@1531425572) -> (continuation of Deferred@450809643 after retry RPC after error@1198155080) -> (continuation of Deferred@1550224313 after retry RPC after error@979291522) -> (continuation of Deferred@1444276853 after retry RPC after error@1119978970) -> (continuation of Deferred@714270072 after retry RPC after error@1726750581) -> (continuation of Deferred@525535135 after retry RPC after error@1366474490), errback=(continuation of Deferred@1453522776 after retry RPC after error@762183928) -> (continuation of Deferred@2145159549 after retry RPC after error@1531425572) -> (continuation of Deferred@450809643 after retry RPC after error@1198155080) -> (continuation of Deferred@1550224313 after retry RPC after error@979291522) -> (continuation of Deferred@1444276853 after retry RPC after error@1119978970) -> (continuation of Deferred@714270072 after retry RPC after error@1726750581) -> (continuation of Deferred@525535135 after retry RPC after error@1366474490)))
19:59:11.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.645 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@574538608(state=PENDING, result=null, callback=(continuation of Deferred@937643806 after retry RPC after error@1761967920) -> (continuation of Deferred@269832901 after retry RPC after error@1147418356) -> (continuation of Deferred@1775377113 after retry RPC after error@736891948) -> (continuation of Deferred@299235566 after retry RPC after error@1952694198) -> (continuation of Deferred@228484913 after retry RPC after error@1175998426) -> (continuation of Deferred@2025119103 after retry RPC after error@289625040) -> (continuation of Deferred@1872365862 after retry RPC after error@1803087248), errback=(continuation of Deferred@937643806 after retry RPC after error@1761967920) -> (continuation of Deferred@269832901 after retry RPC after error@1147418356) -> (continuation of Deferred@1775377113 after retry RPC after error@736891948) -> (continuation of Deferred@299235566 after retry RPC after error@1952694198) -> (continuation of Deferred@228484913 after retry RPC after error@1175998426) -> (continuation of Deferred@2025119103 after retry RPC after error@289625040) -> (continuation of Deferred@1872365862 after retry RPC after error@1803087248)))
19:59:11.645 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@574538608(state=PENDING, result=null, callback=(continuation of Deferred@937643806 after retry RPC after error@1761967920) -> (continuation of Deferred@269832901 after retry RPC after error@1147418356) -> (continuation of Deferred@1775377113 after retry RPC after error@736891948) -> (continuation of Deferred@299235566 after retry RPC after error@1952694198) -> (continuation of Deferred@228484913 after retry RPC after error@1175998426) -> (continuation of Deferred@2025119103 after retry RPC after error@289625040) -> (continuation of Deferred@1872365862 after retry RPC after error@1803087248), errback=(continuation of Deferred@937643806 after retry RPC after error@1761967920) -> (continuation of Deferred@269832901 after retry RPC after error@1147418356) -> (continuation of Deferred@1775377113 after retry RPC after error@736891948) -> (continuation of Deferred@299235566 after retry RPC after error@1952694198) -> (continuation of Deferred@228484913 after retry RPC after error@1175998426) -> (continuation of Deferred@2025119103 after retry RPC after error@289625040) -> (continuation of Deferred@1872365862 after retry RPC after error@1803087248)))
19:59:11.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:11.867159 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:11.867349 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:11.922 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@347525958(state=PENDING, result=null, callback=(continuation of Deferred@1857830429 after retry RPC after error@1545264156) -> (continuation of Deferred@1766522394 after retry RPC after error@1271147670) -> (continuation of Deferred@1141358373 after retry RPC after error@1324835205) -> (continuation of Deferred@1895033967 after retry RPC after error@440000123) -> (continuation of Deferred@1665053838 after retry RPC after error@380639781) -> (continuation of Deferred@2043612168 after retry RPC after error@768724812) -> (continuation of Deferred@995984572 after retry RPC after error@757776576), errback=(continuation of Deferred@1857830429 after retry RPC after error@1545264156) -> (continuation of Deferred@1766522394 after retry RPC after error@1271147670) -> (continuation of Deferred@1141358373 after retry RPC after error@1324835205) -> (continuation of Deferred@1895033967 after retry RPC after error@440000123) -> (continuation of Deferred@1665053838 after retry RPC after error@380639781) -> (continuation of Deferred@2043612168 after retry RPC after error@768724812) -> (continuation of Deferred@995984572 after retry RPC after error@757776576)))
19:59:11.923 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:11.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:11.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:11.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:11.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:11.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:11.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.145 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1348770349(state=PENDING, result=null, callback=(continuation of Deferred@2104307373 after retry RPC after error@1387912254) -> (continuation of Deferred@1687958236 after retry RPC after error@274557328) -> (continuation of Deferred@72426864 after retry RPC after error@412434920) -> (continuation of Deferred@496671476 after retry RPC after error@1727029566) -> (continuation of Deferred@1804055093 after retry RPC after error@1504650412) -> (continuation of Deferred@271272023 after retry RPC after error@1966547709) -> (continuation of Deferred@595013748 after retry RPC after error@56486642), errback=(continuation of Deferred@2104307373 after retry RPC after error@1387912254) -> (continuation of Deferred@1687958236 after retry RPC after error@274557328) -> (continuation of Deferred@72426864 after retry RPC after error@412434920) -> (continuation of Deferred@496671476 after retry RPC after error@1727029566) -> (continuation of Deferred@1804055093 after retry RPC after error@1504650412) -> (continuation of Deferred@271272023 after retry RPC after error@1966547709) -> (continuation of Deferred@595013748 after retry RPC after error@56486642)))
19:59:12.145 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1348770349(state=PENDING, result=null, callback=(continuation of Deferred@2104307373 after retry RPC after error@1387912254) -> (continuation of Deferred@1687958236 after retry RPC after error@274557328) -> (continuation of Deferred@72426864 after retry RPC after error@412434920) -> (continuation of Deferred@496671476 after retry RPC after error@1727029566) -> (continuation of Deferred@1804055093 after retry RPC after error@1504650412) -> (continuation of Deferred@271272023 after retry RPC after error@1966547709) -> (continuation of Deferred@595013748 after retry RPC after error@56486642), errback=(continuation of Deferred@2104307373 after retry RPC after error@1387912254) -> (continuation of Deferred@1687958236 after retry RPC after error@274557328) -> (continuation of Deferred@72426864 after retry RPC after error@412434920) -> (continuation of Deferred@496671476 after retry RPC after error@1727029566) -> (continuation of Deferred@1804055093 after retry RPC after error@1504650412) -> (continuation of Deferred@271272023 after retry RPC after error@1966547709) -> (continuation of Deferred@595013748 after retry RPC after error@56486642)))
19:59:12.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.385 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1229454793(state=PENDING, result=null, callback=(continuation of Deferred@1480968039 after retry RPC after error@551712763) -> (continuation of Deferred@132607695 after retry RPC after error@1899524687) -> (continuation of Deferred@129039856 after retry RPC after error@886972242) -> (continuation of Deferred@141790736 after retry RPC after error@980107099) -> (continuation of Deferred@976493211 after retry RPC after error@2119480832) -> (continuation of Deferred@1782822100 after retry RPC after error@162647840) -> (continuation of Deferred@332131407 after retry RPC after error@1223994496) -> (continuation of Deferred@1063670878 after retry RPC after error@942232669), errback=(continuation of Deferred@1480968039 after retry RPC after error@551712763) -> (continuation of Deferred@132607695 after retry RPC after error@1899524687) -> (continuation of Deferred@129039856 after retry RPC after error@886972242) -> (continuation of Deferred@141790736 after retry RPC after error@980107099) -> (continuation of Deferred@976493211 after retry RPC after error@2119480832) -> (continuation of Deferred@1782822100 after retry RPC after error@162647840) -> (continuation of Deferred@332131407 after retry RPC after error@1223994496) -> (continuation of Deferred@1063670878 after retry RPC after error@942232669)))
19:59:12.385 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1229454793(state=PENDING, result=null, callback=(continuation of Deferred@1480968039 after retry RPC after error@551712763) -> (continuation of Deferred@132607695 after retry RPC after error@1899524687) -> (continuation of Deferred@129039856 after retry RPC after error@886972242) -> (continuation of Deferred@141790736 after retry RPC after error@980107099) -> (continuation of Deferred@976493211 after retry RPC after error@2119480832) -> (continuation of Deferred@1782822100 after retry RPC after error@162647840) -> (continuation of Deferred@332131407 after retry RPC after error@1223994496) -> (continuation of Deferred@1063670878 after retry RPC after error@942232669), errback=(continuation of Deferred@1480968039 after retry RPC after error@551712763) -> (continuation of Deferred@132607695 after retry RPC after error@1899524687) -> (continuation of Deferred@129039856 after retry RPC after error@886972242) -> (continuation of Deferred@141790736 after retry RPC after error@980107099) -> (continuation of Deferred@976493211 after retry RPC after error@2119480832) -> (continuation of Deferred@1782822100 after retry RPC after error@162647840) -> (continuation of Deferred@332131407 after retry RPC after error@1223994496) -> (continuation of Deferred@1063670878 after retry RPC after error@942232669)))
19:59:12.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.524 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.524 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.524 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.625 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1898891441(state=PENDING, result=null, callback=(continuation of Deferred@1651370702 after retry RPC after error@926879382) -> (continuation of Deferred@1493460943 after retry RPC after error@1583892254) -> (continuation of Deferred@1398730119 after retry RPC after error@484053700) -> (continuation of Deferred@1721377935 after retry RPC after error@2060902389) -> (continuation of Deferred@1581262845 after retry RPC after error@306205379) -> (continuation of Deferred@633975384 after retry RPC after error@1772939363) -> (continuation of Deferred@915166564 after retry RPC after error@642436924), errback=(continuation of Deferred@1651370702 after retry RPC after error@926879382) -> (continuation of Deferred@1493460943 after retry RPC after error@1583892254) -> (continuation of Deferred@1398730119 after retry RPC after error@484053700) -> (continuation of Deferred@1721377935 after retry RPC after error@2060902389) -> (continuation of Deferred@1581262845 after retry RPC after error@306205379) -> (continuation of Deferred@633975384 after retry RPC after error@1772939363) -> (continuation of Deferred@915166564 after retry RPC after error@642436924)))
19:59:12.625 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1898891441(state=PENDING, result=null, callback=(continuation of Deferred@1651370702 after retry RPC after error@926879382) -> (continuation of Deferred@1493460943 after retry RPC after error@1583892254) -> (continuation of Deferred@1398730119 after retry RPC after error@484053700) -> (continuation of Deferred@1721377935 after retry RPC after error@2060902389) -> (continuation of Deferred@1581262845 after retry RPC after error@306205379) -> (continuation of Deferred@633975384 after retry RPC after error@1772939363) -> (continuation of Deferred@915166564 after retry RPC after error@642436924), errback=(continuation of Deferred@1651370702 after retry RPC after error@926879382) -> (continuation of Deferred@1493460943 after retry RPC after error@1583892254) -> (continuation of Deferred@1398730119 after retry RPC after error@484053700) -> (continuation of Deferred@1721377935 after retry RPC after error@2060902389) -> (continuation of Deferred@1581262845 after retry RPC after error@306205379) -> (continuation of Deferred@633975384 after retry RPC after error@1772939363) -> (continuation of Deferred@915166564 after retry RPC after error@642436924)))
19:59:12.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1699137887(state=PENDING, result=null, callback=(continuation of Deferred@1660749208 after retry RPC after error@724250848) -> (continuation of Deferred@170054978 after retry RPC after error@1509812584) -> (continuation of Deferred@1403446794 after retry RPC after error@561541294) -> (continuation of Deferred@1038891270 after retry RPC after error@191635834) -> (continuation of Deferred@1872625835 after retry RPC after error@226619638) -> (continuation of Deferred@1375325257 after retry RPC after error@1005863165), errback=(continuation of Deferred@1660749208 after retry RPC after error@724250848) -> (continuation of Deferred@170054978 after retry RPC after error@1509812584) -> (continuation of Deferred@1403446794 after retry RPC after error@561541294) -> (continuation of Deferred@1038891270 after retry RPC after error@191635834) -> (continuation of Deferred@1872625835 after retry RPC after error@226619638) -> (continuation of Deferred@1375325257 after retry RPC after error@1005863165)))
19:59:12.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1699137887(state=PENDING, result=null, callback=(continuation of Deferred@1660749208 after retry RPC after error@724250848) -> (continuation of Deferred@170054978 after retry RPC after error@1509812584) -> (continuation of Deferred@1403446794 after retry RPC after error@561541294) -> (continuation of Deferred@1038891270 after retry RPC after error@191635834) -> (continuation of Deferred@1872625835 after retry RPC after error@226619638) -> (continuation of Deferred@1375325257 after retry RPC after error@1005863165), errback=(continuation of Deferred@1660749208 after retry RPC after error@724250848) -> (continuation of Deferred@170054978 after retry RPC after error@1509812584) -> (continuation of Deferred@1403446794 after retry RPC after error@561541294) -> (continuation of Deferred@1038891270 after retry RPC after error@191635834) -> (continuation of Deferred@1872625835 after retry RPC after error@226619638) -> (continuation of Deferred@1375325257 after retry RPC after error@1005863165)))
19:59:12.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:12.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:12.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:12.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:12.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:12.985 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@15319639(state=PENDING, result=null, callback=(continuation of Deferred@3084804 after retry RPC after error@1057623391) -> (continuation of Deferred@1273858207 after retry RPC after error@89653455) -> (continuation of Deferred@2107608402 after retry RPC after error@311433035) -> (continuation of Deferred@891210998 after retry RPC after error@1887825122) -> (continuation of Deferred@1911626429 after retry RPC after error@1665757575) -> (continuation of Deferred@552822884 after retry RPC after error@2144236132) -> (continuation of Deferred@101956562 after retry RPC after error@780023774), errback=(continuation of Deferred@3084804 after retry RPC after error@1057623391) -> (continuation of Deferred@1273858207 after retry RPC after error@89653455) -> (continuation of Deferred@2107608402 after retry RPC after error@311433035) -> (continuation of Deferred@891210998 after retry RPC after error@1887825122) -> (continuation of Deferred@1911626429 after retry RPC after error@1665757575) -> (continuation of Deferred@552822884 after retry RPC after error@2144236132) -> (continuation of Deferred@101956562 after retry RPC after error@780023774)))
19:59:12.985 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@15319639(state=PENDING, result=null, callback=(continuation of Deferred@3084804 after retry RPC after error@1057623391) -> (continuation of Deferred@1273858207 after retry RPC after error@89653455) -> (continuation of Deferred@2107608402 after retry RPC after error@311433035) -> (continuation of Deferred@891210998 after retry RPC after error@1887825122) -> (continuation of Deferred@1911626429 after retry RPC after error@1665757575) -> (continuation of Deferred@552822884 after retry RPC after error@2144236132) -> (continuation of Deferred@101956562 after retry RPC after error@780023774), errback=(continuation of Deferred@3084804 after retry RPC after error@1057623391) -> (continuation of Deferred@1273858207 after retry RPC after error@89653455) -> (continuation of Deferred@2107608402 after retry RPC after error@311433035) -> (continuation of Deferred@891210998 after retry RPC after error@1887825122) -> (continuation of Deferred@1911626429 after retry RPC after error@1665757575) -> (continuation of Deferred@552822884 after retry RPC after error@2144236132) -> (continuation of Deferred@101956562 after retry RPC after error@780023774)))
19:59:13.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:13.062206 24493 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:13.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:13.062446 24493 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:13.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:13.063490 24493 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:13.064620 24220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:59:13.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:13.066347 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:13.066548 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:13.066663 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:13.066922 24493 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:13.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.263 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1074152631(state=PENDING, result=null, callback=(continuation of Deferred@777004464 after retry RPC after error@377580270) -> (continuation of Deferred@382916945 after retry RPC after error@1677923520) -> (continuation of Deferred@1263648853 after retry RPC after error@1452934603) -> (continuation of Deferred@1451378200 after retry RPC after error@710671644) -> (continuation of Deferred@1875755882 after retry RPC after error@1778333445) -> (continuation of Deferred@755568292 after retry RPC after error@1481614596) -> (continuation of Deferred@1494809588 after retry RPC after error@1238345933), errback=(continuation of Deferred@777004464 after retry RPC after error@377580270) -> (continuation of Deferred@382916945 after retry RPC after error@1677923520) -> (continuation of Deferred@1263648853 after retry RPC after error@1452934603) -> (continuation of Deferred@1451378200 after retry RPC after error@710671644) -> (continuation of Deferred@1875755882 after retry RPC after error@1778333445) -> (continuation of Deferred@755568292 after retry RPC after error@1481614596) -> (continuation of Deferred@1494809588 after retry RPC after error@1238345933)))
19:59:13.264 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:13.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.542 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@793613339(state=PENDING, result=null, callback=(continuation of Deferred@553511257 after retry RPC after error@261215807) -> (continuation of Deferred@214126320 after retry RPC after error@1332608575) -> (continuation of Deferred@9793962 after retry RPC after error@28602281) -> (continuation of Deferred@395707809 after retry RPC after error@933928298) -> (continuation of Deferred@479834644 after retry RPC after error@1047678729) -> (continuation of Deferred@426700395 after retry RPC after error@2060214753) -> (continuation of Deferred@731145662 after retry RPC after error@129138114), errback=(continuation of Deferred@553511257 after retry RPC after error@261215807) -> (continuation of Deferred@214126320 after retry RPC after error@1332608575) -> (continuation of Deferred@9793962 after retry RPC after error@28602281) -> (continuation of Deferred@395707809 after retry RPC after error@933928298) -> (continuation of Deferred@479834644 after retry RPC after error@1047678729) -> (continuation of Deferred@426700395 after retry RPC after error@2060214753) -> (continuation of Deferred@731145662 after retry RPC after error@129138114)))
19:59:13.543 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:13.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.784 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2062990090(state=PENDING, result=null, callback=(continuation of Deferred@508884170 after retry RPC after error@683851426) -> (continuation of Deferred@1438973891 after retry RPC after error@447033498) -> (continuation of Deferred@594437536 after retry RPC after error@509933761) -> (continuation of Deferred@1814832681 after retry RPC after error@1597958870) -> (continuation of Deferred@254658548 after retry RPC after error@917935136) -> (continuation of Deferred@1000792497 after retry RPC after error@325506121) -> (continuation of Deferred@1914024886 after retry RPC after error@1887448640) -> (continuation of Deferred@2082988680 after retry RPC after error@1497806297), errback=(continuation of Deferred@508884170 after retry RPC after error@683851426) -> (continuation of Deferred@1438973891 after retry RPC after error@447033498) -> (continuation of Deferred@594437536 after retry RPC after error@509933761) -> (continuation of Deferred@1814832681 after retry RPC after error@1597958870) -> (continuation of Deferred@254658548 after retry RPC after error@917935136) -> (continuation of Deferred@1000792497 after retry RPC after error@325506121) -> (continuation of Deferred@1914024886 after retry RPC after error@1887448640) -> (continuation of Deferred@2082988680 after retry RPC after error@1497806297)))
19:59:13.785 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2062990090(state=PENDING, result=null, callback=(continuation of Deferred@508884170 after retry RPC after error@683851426) -> (continuation of Deferred@1438973891 after retry RPC after error@447033498) -> (continuation of Deferred@594437536 after retry RPC after error@509933761) -> (continuation of Deferred@1814832681 after retry RPC after error@1597958870) -> (continuation of Deferred@254658548 after retry RPC after error@917935136) -> (continuation of Deferred@1000792497 after retry RPC after error@325506121) -> (continuation of Deferred@1914024886 after retry RPC after error@1887448640) -> (continuation of Deferred@2082988680 after retry RPC after error@1497806297), errback=(continuation of Deferred@508884170 after retry RPC after error@683851426) -> (continuation of Deferred@1438973891 after retry RPC after error@447033498) -> (continuation of Deferred@594437536 after retry RPC after error@509933761) -> (continuation of Deferred@1814832681 after retry RPC after error@1597958870) -> (continuation of Deferred@254658548 after retry RPC after error@917935136) -> (continuation of Deferred@1000792497 after retry RPC after error@325506121) -> (continuation of Deferred@1914024886 after retry RPC after error@1887448640) -> (continuation of Deferred@2082988680 after retry RPC after error@1497806297)))
19:59:13.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:13.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:13.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:13.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:13.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:13.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.005 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1473400917(state=PENDING, result=null, callback=(continuation of Deferred@938421886 after retry RPC after error@270245205) -> (continuation of Deferred@2134565995 after retry RPC after error@984568609) -> (continuation of Deferred@1954354900 after retry RPC after error@952163387) -> (continuation of Deferred@284262132 after retry RPC after error@1351029136) -> (continuation of Deferred@1288726242 after retry RPC after error@1926191687) -> (continuation of Deferred@1767021620 after retry RPC after error@19991327) -> (continuation of Deferred@1318689453 after retry RPC after error@1175252059), errback=(continuation of Deferred@938421886 after retry RPC after error@270245205) -> (continuation of Deferred@2134565995 after retry RPC after error@984568609) -> (continuation of Deferred@1954354900 after retry RPC after error@952163387) -> (continuation of Deferred@284262132 after retry RPC after error@1351029136) -> (continuation of Deferred@1288726242 after retry RPC after error@1926191687) -> (continuation of Deferred@1767021620 after retry RPC after error@19991327) -> (continuation of Deferred@1318689453 after retry RPC after error@1175252059)))
19:59:14.005 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1473400917(state=PENDING, result=null, callback=(continuation of Deferred@938421886 after retry RPC after error@270245205) -> (continuation of Deferred@2134565995 after retry RPC after error@984568609) -> (continuation of Deferred@1954354900 after retry RPC after error@952163387) -> (continuation of Deferred@284262132 after retry RPC after error@1351029136) -> (continuation of Deferred@1288726242 after retry RPC after error@1926191687) -> (continuation of Deferred@1767021620 after retry RPC after error@19991327) -> (continuation of Deferred@1318689453 after retry RPC after error@1175252059), errback=(continuation of Deferred@938421886 after retry RPC after error@270245205) -> (continuation of Deferred@2134565995 after retry RPC after error@984568609) -> (continuation of Deferred@1954354900 after retry RPC after error@952163387) -> (continuation of Deferred@284262132 after retry RPC after error@1351029136) -> (continuation of Deferred@1288726242 after retry RPC after error@1926191687) -> (continuation of Deferred@1767021620 after retry RPC after error@19991327) -> (continuation of Deferred@1318689453 after retry RPC after error@1175252059)))
19:59:14.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.206 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@957707570(state=PENDING, result=null, callback=(continuation of Deferred@472032848 after retry RPC after error@1315708783) -> (continuation of Deferred@1205193783 after retry RPC after error@1434160410) -> (continuation of Deferred@1549967811 after retry RPC after error@1926974023) -> (continuation of Deferred@453416031 after retry RPC after error@303876472) -> (continuation of Deferred@1538854465 after retry RPC after error@1931017731) -> (continuation of Deferred@1544763475 after retry RPC after error@674266528), errback=(continuation of Deferred@472032848 after retry RPC after error@1315708783) -> (continuation of Deferred@1205193783 after retry RPC after error@1434160410) -> (continuation of Deferred@1549967811 after retry RPC after error@1926974023) -> (continuation of Deferred@453416031 after retry RPC after error@303876472) -> (continuation of Deferred@1538854465 after retry RPC after error@1931017731) -> (continuation of Deferred@1544763475 after retry RPC after error@674266528)))
19:59:14.206 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@957707570(state=PENDING, result=null, callback=(continuation of Deferred@472032848 after retry RPC after error@1315708783) -> (continuation of Deferred@1205193783 after retry RPC after error@1434160410) -> (continuation of Deferred@1549967811 after retry RPC after error@1926974023) -> (continuation of Deferred@453416031 after retry RPC after error@303876472) -> (continuation of Deferred@1538854465 after retry RPC after error@1931017731) -> (continuation of Deferred@1544763475 after retry RPC after error@674266528), errback=(continuation of Deferred@472032848 after retry RPC after error@1315708783) -> (continuation of Deferred@1205193783 after retry RPC after error@1434160410) -> (continuation of Deferred@1549967811 after retry RPC after error@1926974023) -> (continuation of Deferred@453416031 after retry RPC after error@303876472) -> (continuation of Deferred@1538854465 after retry RPC after error@1931017731) -> (continuation of Deferred@1544763475 after retry RPC after error@674266528)))
19:59:14.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.405 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1252052092(state=PENDING, result=null, callback=(continuation of Deferred@1633056245 after retry RPC after error@527401875) -> (continuation of Deferred@890381299 after retry RPC after error@2031999489) -> (continuation of Deferred@733409546 after retry RPC after error@1210490100) -> (continuation of Deferred@1812935608 after retry RPC after error@2069180906) -> (continuation of Deferred@1744281899 after retry RPC after error@466239517) -> (continuation of Deferred@248324655 after retry RPC after error@1556449405), errback=(continuation of Deferred@1633056245 after retry RPC after error@527401875) -> (continuation of Deferred@890381299 after retry RPC after error@2031999489) -> (continuation of Deferred@733409546 after retry RPC after error@1210490100) -> (continuation of Deferred@1812935608 after retry RPC after error@2069180906) -> (continuation of Deferred@1744281899 after retry RPC after error@466239517) -> (continuation of Deferred@248324655 after retry RPC after error@1556449405)))
19:59:14.405 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1252052092(state=PENDING, result=null, callback=(continuation of Deferred@1633056245 after retry RPC after error@527401875) -> (continuation of Deferred@890381299 after retry RPC after error@2031999489) -> (continuation of Deferred@733409546 after retry RPC after error@1210490100) -> (continuation of Deferred@1812935608 after retry RPC after error@2069180906) -> (continuation of Deferred@1744281899 after retry RPC after error@466239517) -> (continuation of Deferred@248324655 after retry RPC after error@1556449405), errback=(continuation of Deferred@1633056245 after retry RPC after error@527401875) -> (continuation of Deferred@890381299 after retry RPC after error@2031999489) -> (continuation of Deferred@733409546 after retry RPC after error@1210490100) -> (continuation of Deferred@1812935608 after retry RPC after error@2069180906) -> (continuation of Deferred@1744281899 after retry RPC after error@466239517) -> (continuation of Deferred@248324655 after retry RPC after error@1556449405)))
19:59:14.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.605 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1382415823(state=PENDING, result=null, callback=(continuation of Deferred@183345499 after retry RPC after error@1763276432) -> (continuation of Deferred@1296302304 after retry RPC after error@808584962) -> (continuation of Deferred@1462931238 after retry RPC after error@1975377574) -> (continuation of Deferred@412324849 after retry RPC after error@951684598) -> (continuation of Deferred@2066841208 after retry RPC after error@1625474902) -> (continuation of Deferred@1684724896 after retry RPC after error@273165286), errback=(continuation of Deferred@183345499 after retry RPC after error@1763276432) -> (continuation of Deferred@1296302304 after retry RPC after error@808584962) -> (continuation of Deferred@1462931238 after retry RPC after error@1975377574) -> (continuation of Deferred@412324849 after retry RPC after error@951684598) -> (continuation of Deferred@2066841208 after retry RPC after error@1625474902) -> (continuation of Deferred@1684724896 after retry RPC after error@273165286)))
19:59:14.605 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1382415823(state=PENDING, result=null, callback=(continuation of Deferred@183345499 after retry RPC after error@1763276432) -> (continuation of Deferred@1296302304 after retry RPC after error@808584962) -> (continuation of Deferred@1462931238 after retry RPC after error@1975377574) -> (continuation of Deferred@412324849 after retry RPC after error@951684598) -> (continuation of Deferred@2066841208 after retry RPC after error@1625474902) -> (continuation of Deferred@1684724896 after retry RPC after error@273165286), errback=(continuation of Deferred@183345499 after retry RPC after error@1763276432) -> (continuation of Deferred@1296302304 after retry RPC after error@808584962) -> (continuation of Deferred@1462931238 after retry RPC after error@1975377574) -> (continuation of Deferred@412324849 after retry RPC after error@951684598) -> (continuation of Deferred@2066841208 after retry RPC after error@1625474902) -> (continuation of Deferred@1684724896 after retry RPC after error@273165286)))
19:59:14.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:14.710062 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:14.712509 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:14.714541 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.864 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1204744000(state=PENDING, result=null, callback=(continuation of Deferred@1989889504 after retry RPC after error@522627133) -> (continuation of Deferred@394218815 after retry RPC after error@670762111) -> (continuation of Deferred@186886445 after retry RPC after error@560897844) -> (continuation of Deferred@1276455059 after retry RPC after error@867308946) -> (continuation of Deferred@625911816 after retry RPC after error@1879835818) -> (continuation of Deferred@356055944 after retry RPC after error@906326584) -> (continuation of Deferred@1717273112 after retry RPC after error@1994580781), errback=(continuation of Deferred@1989889504 after retry RPC after error@522627133) -> (continuation of Deferred@394218815 after retry RPC after error@670762111) -> (continuation of Deferred@186886445 after retry RPC after error@560897844) -> (continuation of Deferred@1276455059 after retry RPC after error@867308946) -> (continuation of Deferred@625911816 after retry RPC after error@1879835818) -> (continuation of Deferred@356055944 after retry RPC after error@906326584) -> (continuation of Deferred@1717273112 after retry RPC after error@1994580781)))
19:59:14.865 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1204744000(state=PENDING, result=null, callback=(continuation of Deferred@1989889504 after retry RPC after error@522627133) -> (continuation of Deferred@394218815 after retry RPC after error@670762111) -> (continuation of Deferred@186886445 after retry RPC after error@560897844) -> (continuation of Deferred@1276455059 after retry RPC after error@867308946) -> (continuation of Deferred@625911816 after retry RPC after error@1879835818) -> (continuation of Deferred@356055944 after retry RPC after error@906326584) -> (continuation of Deferred@1717273112 after retry RPC after error@1994580781), errback=(continuation of Deferred@1989889504 after retry RPC after error@522627133) -> (continuation of Deferred@394218815 after retry RPC after error@670762111) -> (continuation of Deferred@186886445 after retry RPC after error@560897844) -> (continuation of Deferred@1276455059 after retry RPC after error@867308946) -> (continuation of Deferred@625911816 after retry RPC after error@1879835818) -> (continuation of Deferred@356055944 after retry RPC after error@906326584) -> (continuation of Deferred@1717273112 after retry RPC after error@1994580781)))
19:59:14.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:14.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:14.964 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:14.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:14.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:14.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.046 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.046 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1677038150(state=PENDING, result=null, callback=(continuation of Deferred@914081146 after retry RPC after error@1371900944) -> (continuation of Deferred@72695094 after retry RPC after error@1274931288) -> (continuation of Deferred@591766600 after retry RPC after error@1578965308) -> (continuation of Deferred@1938563908 after retry RPC after error@1469561413) -> (continuation of Deferred@1501438747 after retry RPC after error@1864107505) -> (continuation of Deferred@2107149653 after retry RPC after error@397886769), errback=(continuation of Deferred@914081146 after retry RPC after error@1371900944) -> (continuation of Deferred@72695094 after retry RPC after error@1274931288) -> (continuation of Deferred@591766600 after retry RPC after error@1578965308) -> (continuation of Deferred@1938563908 after retry RPC after error@1469561413) -> (continuation of Deferred@1501438747 after retry RPC after error@1864107505) -> (continuation of Deferred@2107149653 after retry RPC after error@397886769)))
19:59:15.046 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1677038150(state=PENDING, result=null, callback=(continuation of Deferred@914081146 after retry RPC after error@1371900944) -> (continuation of Deferred@72695094 after retry RPC after error@1274931288) -> (continuation of Deferred@591766600 after retry RPC after error@1578965308) -> (continuation of Deferred@1938563908 after retry RPC after error@1469561413) -> (continuation of Deferred@1501438747 after retry RPC after error@1864107505) -> (continuation of Deferred@2107149653 after retry RPC after error@397886769), errback=(continuation of Deferred@914081146 after retry RPC after error@1371900944) -> (continuation of Deferred@72695094 after retry RPC after error@1274931288) -> (continuation of Deferred@591766600 after retry RPC after error@1578965308) -> (continuation of Deferred@1938563908 after retry RPC after error@1469561413) -> (continuation of Deferred@1501438747 after retry RPC after error@1864107505) -> (continuation of Deferred@2107149653 after retry RPC after error@397886769)))
19:59:15.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.244 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1441017427(state=PENDING, result=null, callback=(continuation of Deferred@1311195016 after retry RPC after error@851672130) -> (continuation of Deferred@2041917411 after retry RPC after error@232194096) -> (continuation of Deferred@2063316349 after retry RPC after error@1400108812) -> (continuation of Deferred@57217206 after retry RPC after error@915031659) -> (continuation of Deferred@293424538 after retry RPC after error@1576665902) -> (continuation of Deferred@375215239 after retry RPC after error@1921048889) -> (continuation of Deferred@166359918 after retry RPC after error@67432974), errback=(continuation of Deferred@1311195016 after retry RPC after error@851672130) -> (continuation of Deferred@2041917411 after retry RPC after error@232194096) -> (continuation of Deferred@2063316349 after retry RPC after error@1400108812) -> (continuation of Deferred@57217206 after retry RPC after error@915031659) -> (continuation of Deferred@293424538 after retry RPC after error@1576665902) -> (continuation of Deferred@375215239 after retry RPC after error@1921048889) -> (continuation of Deferred@166359918 after retry RPC after error@67432974)))
19:59:15.244 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1441017427(state=PENDING, result=null, callback=(continuation of Deferred@1311195016 after retry RPC after error@851672130) -> (continuation of Deferred@2041917411 after retry RPC after error@232194096) -> (continuation of Deferred@2063316349 after retry RPC after error@1400108812) -> (continuation of Deferred@57217206 after retry RPC after error@915031659) -> (continuation of Deferred@293424538 after retry RPC after error@1576665902) -> (continuation of Deferred@375215239 after retry RPC after error@1921048889) -> (continuation of Deferred@166359918 after retry RPC after error@67432974), errback=(continuation of Deferred@1311195016 after retry RPC after error@851672130) -> (continuation of Deferred@2041917411 after retry RPC after error@232194096) -> (continuation of Deferred@2063316349 after retry RPC after error@1400108812) -> (continuation of Deferred@57217206 after retry RPC after error@915031659) -> (continuation of Deferred@293424538 after retry RPC after error@1576665902) -> (continuation of Deferred@375215239 after retry RPC after error@1921048889) -> (continuation of Deferred@166359918 after retry RPC after error@67432974)))
19:59:15.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.485 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@128506983(state=PENDING, result=null, callback=(continuation of Deferred@1693815319 after retry RPC after error@102503997) -> (continuation of Deferred@2142959120 after retry RPC after error@1043355236) -> (continuation of Deferred@1990004383 after retry RPC after error@282481551) -> (continuation of Deferred@947142131 after retry RPC after error@80465903) -> (continuation of Deferred@448581663 after retry RPC after error@953459436) -> (continuation of Deferred@567708576 after retry RPC after error@2067303618) -> (continuation of Deferred@125343634 after retry RPC after error@447125075), errback=(continuation of Deferred@1693815319 after retry RPC after error@102503997) -> (continuation of Deferred@2142959120 after retry RPC after error@1043355236) -> (continuation of Deferred@1990004383 after retry RPC after error@282481551) -> (continuation of Deferred@947142131 after retry RPC after error@80465903) -> (continuation of Deferred@448581663 after retry RPC after error@953459436) -> (continuation of Deferred@567708576 after retry RPC after error@2067303618) -> (continuation of Deferred@125343634 after retry RPC after error@447125075)))
19:59:15.485 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@128506983(state=PENDING, result=null, callback=(continuation of Deferred@1693815319 after retry RPC after error@102503997) -> (continuation of Deferred@2142959120 after retry RPC after error@1043355236) -> (continuation of Deferred@1990004383 after retry RPC after error@282481551) -> (continuation of Deferred@947142131 after retry RPC after error@80465903) -> (continuation of Deferred@448581663 after retry RPC after error@953459436) -> (continuation of Deferred@567708576 after retry RPC after error@2067303618) -> (continuation of Deferred@125343634 after retry RPC after error@447125075), errback=(continuation of Deferred@1693815319 after retry RPC after error@102503997) -> (continuation of Deferred@2142959120 after retry RPC after error@1043355236) -> (continuation of Deferred@1990004383 after retry RPC after error@282481551) -> (continuation of Deferred@947142131 after retry RPC after error@80465903) -> (continuation of Deferred@448581663 after retry RPC after error@953459436) -> (continuation of Deferred@567708576 after retry RPC after error@2067303618) -> (continuation of Deferred@125343634 after retry RPC after error@447125075)))
19:59:15.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.745 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1823041908(state=PENDING, result=null, callback=(continuation of Deferred@1810397601 after retry RPC after error@307021342) -> (continuation of Deferred@2010484919 after retry RPC after error@1343268336) -> (continuation of Deferred@2015226658 after retry RPC after error@211140105) -> (continuation of Deferred@1470023428 after retry RPC after error@49600290) -> (continuation of Deferred@363292837 after retry RPC after error@878967278) -> (continuation of Deferred@358919809 after retry RPC after error@831334088) -> (continuation of Deferred@524390940 after retry RPC after error@877044883), errback=(continuation of Deferred@1810397601 after retry RPC after error@307021342) -> (continuation of Deferred@2010484919 after retry RPC after error@1343268336) -> (continuation of Deferred@2015226658 after retry RPC after error@211140105) -> (continuation of Deferred@1470023428 after retry RPC after error@49600290) -> (continuation of Deferred@363292837 after retry RPC after error@878967278) -> (continuation of Deferred@358919809 after retry RPC after error@831334088) -> (continuation of Deferred@524390940 after retry RPC after error@877044883)))
19:59:15.745 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1823041908(state=PENDING, result=null, callback=(continuation of Deferred@1810397601 after retry RPC after error@307021342) -> (continuation of Deferred@2010484919 after retry RPC after error@1343268336) -> (continuation of Deferred@2015226658 after retry RPC after error@211140105) -> (continuation of Deferred@1470023428 after retry RPC after error@49600290) -> (continuation of Deferred@363292837 after retry RPC after error@878967278) -> (continuation of Deferred@358919809 after retry RPC after error@831334088) -> (continuation of Deferred@524390940 after retry RPC after error@877044883), errback=(continuation of Deferred@1810397601 after retry RPC after error@307021342) -> (continuation of Deferred@2010484919 after retry RPC after error@1343268336) -> (continuation of Deferred@2015226658 after retry RPC after error@211140105) -> (continuation of Deferred@1470023428 after retry RPC after error@49600290) -> (continuation of Deferred@363292837 after retry RPC after error@878967278) -> (continuation of Deferred@358919809 after retry RPC after error@831334088) -> (continuation of Deferred@524390940 after retry RPC after error@877044883)))
19:59:15.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.824 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.824 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.944 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2094288842(state=PENDING, result=null, callback=(continuation of Deferred@329965433 after retry RPC after error@1364867955) -> (continuation of Deferred@449261769 after retry RPC after error@1144231492) -> (continuation of Deferred@27773100 after retry RPC after error@27716168) -> (continuation of Deferred@574931917 after retry RPC after error@2057171063) -> (continuation of Deferred@1161868576 after retry RPC after error@1929569130) -> (continuation of Deferred@2002521196 after retry RPC after error@1658275000) -> (continuation of Deferred@578688119 after retry RPC after error@1183038177), errback=(continuation of Deferred@329965433 after retry RPC after error@1364867955) -> (continuation of Deferred@449261769 after retry RPC after error@1144231492) -> (continuation of Deferred@27773100 after retry RPC after error@27716168) -> (continuation of Deferred@574931917 after retry RPC after error@2057171063) -> (continuation of Deferred@1161868576 after retry RPC after error@1929569130) -> (continuation of Deferred@2002521196 after retry RPC after error@1658275000) -> (continuation of Deferred@578688119 after retry RPC after error@1183038177)))
19:59:15.945 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2094288842(state=PENDING, result=null, callback=(continuation of Deferred@329965433 after retry RPC after error@1364867955) -> (continuation of Deferred@449261769 after retry RPC after error@1144231492) -> (continuation of Deferred@27773100 after retry RPC after error@27716168) -> (continuation of Deferred@574931917 after retry RPC after error@2057171063) -> (continuation of Deferred@1161868576 after retry RPC after error@1929569130) -> (continuation of Deferred@2002521196 after retry RPC after error@1658275000) -> (continuation of Deferred@578688119 after retry RPC after error@1183038177), errback=(continuation of Deferred@329965433 after retry RPC after error@1364867955) -> (continuation of Deferred@449261769 after retry RPC after error@1144231492) -> (continuation of Deferred@27773100 after retry RPC after error@27716168) -> (continuation of Deferred@574931917 after retry RPC after error@2057171063) -> (continuation of Deferred@1161868576 after retry RPC after error@1929569130) -> (continuation of Deferred@2002521196 after retry RPC after error@1658275000) -> (continuation of Deferred@578688119 after retry RPC after error@1183038177)))
19:59:15.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:15.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:15.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:15.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:15.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:15.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.144 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@246238137(state=PENDING, result=null, callback=(continuation of Deferred@197160713 after retry RPC after error@663546839) -> (continuation of Deferred@788721999 after retry RPC after error@1259767701) -> (continuation of Deferred@1126564313 after retry RPC after error@62163001) -> (continuation of Deferred@990153097 after retry RPC after error@1146194771) -> (continuation of Deferred@923427529 after retry RPC after error@274256209) -> (continuation of Deferred@252660242 after retry RPC after error@1204569011), errback=(continuation of Deferred@197160713 after retry RPC after error@663546839) -> (continuation of Deferred@788721999 after retry RPC after error@1259767701) -> (continuation of Deferred@1126564313 after retry RPC after error@62163001) -> (continuation of Deferred@990153097 after retry RPC after error@1146194771) -> (continuation of Deferred@923427529 after retry RPC after error@274256209) -> (continuation of Deferred@252660242 after retry RPC after error@1204569011)))
19:59:16.145 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@246238137(state=PENDING, result=null, callback=(continuation of Deferred@197160713 after retry RPC after error@663546839) -> (continuation of Deferred@788721999 after retry RPC after error@1259767701) -> (continuation of Deferred@1126564313 after retry RPC after error@62163001) -> (continuation of Deferred@990153097 after retry RPC after error@1146194771) -> (continuation of Deferred@923427529 after retry RPC after error@274256209) -> (continuation of Deferred@252660242 after retry RPC after error@1204569011), errback=(continuation of Deferred@197160713 after retry RPC after error@663546839) -> (continuation of Deferred@788721999 after retry RPC after error@1259767701) -> (continuation of Deferred@1126564313 after retry RPC after error@62163001) -> (continuation of Deferred@990153097 after retry RPC after error@1146194771) -> (continuation of Deferred@923427529 after retry RPC after error@274256209) -> (continuation of Deferred@252660242 after retry RPC after error@1204569011)))
19:59:16.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.244 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.244 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.405 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [240ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@632757235(state=PENDING, result=null, callback=(continuation of Deferred@1474556888 after retry RPC after error@82251564) -> (continuation of Deferred@1379998721 after retry RPC after error@1337261369) -> (continuation of Deferred@117549604 after retry RPC after error@992172935) -> (continuation of Deferred@1641609718 after retry RPC after error@166563265) -> (continuation of Deferred@62342738 after retry RPC after error@585747136) -> (continuation of Deferred@81301538 after retry RPC after error@1639880445) -> (continuation of Deferred@1476581710 after retry RPC after error@886159172), errback=(continuation of Deferred@1474556888 after retry RPC after error@82251564) -> (continuation of Deferred@1379998721 after retry RPC after error@1337261369) -> (continuation of Deferred@117549604 after retry RPC after error@992172935) -> (continuation of Deferred@1641609718 after retry RPC after error@166563265) -> (continuation of Deferred@62342738 after retry RPC after error@585747136) -> (continuation of Deferred@81301538 after retry RPC after error@1639880445) -> (continuation of Deferred@1476581710 after retry RPC after error@886159172)))
19:59:16.406 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [240ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@632757235(state=PENDING, result=null, callback=(continuation of Deferred@1474556888 after retry RPC after error@82251564) -> (continuation of Deferred@1379998721 after retry RPC after error@1337261369) -> (continuation of Deferred@117549604 after retry RPC after error@992172935) -> (continuation of Deferred@1641609718 after retry RPC after error@166563265) -> (continuation of Deferred@62342738 after retry RPC after error@585747136) -> (continuation of Deferred@81301538 after retry RPC after error@1639880445) -> (continuation of Deferred@1476581710 after retry RPC after error@886159172), errback=(continuation of Deferred@1474556888 after retry RPC after error@82251564) -> (continuation of Deferred@1379998721 after retry RPC after error@1337261369) -> (continuation of Deferred@117549604 after retry RPC after error@992172935) -> (continuation of Deferred@1641609718 after retry RPC after error@166563265) -> (continuation of Deferred@62342738 after retry RPC after error@585747136) -> (continuation of Deferred@81301538 after retry RPC after error@1639880445) -> (continuation of Deferred@1476581710 after retry RPC after error@886159172)))
19:59:16.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.682 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@807580337(state=PENDING, result=null, callback=(continuation of Deferred@684200653 after retry RPC after error@535511826) -> (continuation of Deferred@660682183 after retry RPC after error@41135264) -> (continuation of Deferred@1791330393 after retry RPC after error@796112320) -> (continuation of Deferred@17982180 after retry RPC after error@513530058) -> (continuation of Deferred@1490684928 after retry RPC after error@1781886830) -> (continuation of Deferred@2023892366 after retry RPC after error@952102872) -> (continuation of Deferred@814567107 after retry RPC after error@1895963043), errback=(continuation of Deferred@684200653 after retry RPC after error@535511826) -> (continuation of Deferred@660682183 after retry RPC after error@41135264) -> (continuation of Deferred@1791330393 after retry RPC after error@796112320) -> (continuation of Deferred@17982180 after retry RPC after error@513530058) -> (continuation of Deferred@1490684928 after retry RPC after error@1781886830) -> (continuation of Deferred@2023892366 after retry RPC after error@952102872) -> (continuation of Deferred@814567107 after retry RPC after error@1895963043)))
19:59:16.683 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:16.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:16.868722 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:16.868955 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.885 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@189495055(state=PENDING, result=null, callback=(continuation of Deferred@2028501246 after retry RPC after error@1800986023) -> (continuation of Deferred@530936376 after retry RPC after error@1334222284) -> (continuation of Deferred@1947349834 after retry RPC after error@1502248330) -> (continuation of Deferred@1829429297 after retry RPC after error@370768033) -> (continuation of Deferred@1945407819 after retry RPC after error@2031670418) -> (continuation of Deferred@1126803688 after retry RPC after error@505945180) -> (continuation of Deferred@1233233947 after retry RPC after error@1979861501) -> (continuation of Deferred@2028130621 after retry RPC after error@645326977), errback=(continuation of Deferred@2028501246 after retry RPC after error@1800986023) -> (continuation of Deferred@530936376 after retry RPC after error@1334222284) -> (continuation of Deferred@1947349834 after retry RPC after error@1502248330) -> (continuation of Deferred@1829429297 after retry RPC after error@370768033) -> (continuation of Deferred@1945407819 after retry RPC after error@2031670418) -> (continuation of Deferred@1126803688 after retry RPC after error@505945180) -> (continuation of Deferred@1233233947 after retry RPC after error@1979861501) -> (continuation of Deferred@2028130621 after retry RPC after error@645326977)))
19:59:16.886 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@189495055(state=PENDING, result=null, callback=(continuation of Deferred@2028501246 after retry RPC after error@1800986023) -> (continuation of Deferred@530936376 after retry RPC after error@1334222284) -> (continuation of Deferred@1947349834 after retry RPC after error@1502248330) -> (continuation of Deferred@1829429297 after retry RPC after error@370768033) -> (continuation of Deferred@1945407819 after retry RPC after error@2031670418) -> (continuation of Deferred@1126803688 after retry RPC after error@505945180) -> (continuation of Deferred@1233233947 after retry RPC after error@1979861501) -> (continuation of Deferred@2028130621 after retry RPC after error@645326977), errback=(continuation of Deferred@2028501246 after retry RPC after error@1800986023) -> (continuation of Deferred@530936376 after retry RPC after error@1334222284) -> (continuation of Deferred@1947349834 after retry RPC after error@1502248330) -> (continuation of Deferred@1829429297 after retry RPC after error@370768033) -> (continuation of Deferred@1945407819 after retry RPC after error@2031670418) -> (continuation of Deferred@1126803688 after retry RPC after error@505945180) -> (continuation of Deferred@1233233947 after retry RPC after error@1979861501) -> (continuation of Deferred@2028130621 after retry RPC after error@645326977)))
19:59:16.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:16.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:16.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:16.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:16.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:16.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.162 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@156823943(state=PENDING, result=null, callback=(continuation of Deferred@340804749 after retry RPC after error@1154679580) -> (continuation of Deferred@1302841250 after retry RPC after error@54379352) -> (continuation of Deferred@358583198 after retry RPC after error@1229500874) -> (continuation of Deferred@975304086 after retry RPC after error@1466680969) -> (continuation of Deferred@1040295041 after retry RPC after error@852202602) -> (continuation of Deferred@133384928 after retry RPC after error@237345561) -> (continuation of Deferred@1035142128 after retry RPC after error@1396025576), errback=(continuation of Deferred@340804749 after retry RPC after error@1154679580) -> (continuation of Deferred@1302841250 after retry RPC after error@54379352) -> (continuation of Deferred@358583198 after retry RPC after error@1229500874) -> (continuation of Deferred@975304086 after retry RPC after error@1466680969) -> (continuation of Deferred@1040295041 after retry RPC after error@852202602) -> (continuation of Deferred@133384928 after retry RPC after error@237345561) -> (continuation of Deferred@1035142128 after retry RPC after error@1396025576)))
19:59:17.163 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:17.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.406 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@705139150(state=PENDING, result=null, callback=(continuation of Deferred@191874045 after retry RPC after error@24334199) -> (continuation of Deferred@366329588 after retry RPC after error@63624289) -> (continuation of Deferred@1993318350 after retry RPC after error@1843166871) -> (continuation of Deferred@1430675398 after retry RPC after error@16441555) -> (continuation of Deferred@172044013 after retry RPC after error@73908724) -> (continuation of Deferred@1673008849 after retry RPC after error@873700877) -> (continuation of Deferred@925296676 after retry RPC after error@225765205), errback=(continuation of Deferred@191874045 after retry RPC after error@24334199) -> (continuation of Deferred@366329588 after retry RPC after error@63624289) -> (continuation of Deferred@1993318350 after retry RPC after error@1843166871) -> (continuation of Deferred@1430675398 after retry RPC after error@16441555) -> (continuation of Deferred@172044013 after retry RPC after error@73908724) -> (continuation of Deferred@1673008849 after retry RPC after error@873700877) -> (continuation of Deferred@925296676 after retry RPC after error@225765205)))
19:59:17.406 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@705139150(state=PENDING, result=null, callback=(continuation of Deferred@191874045 after retry RPC after error@24334199) -> (continuation of Deferred@366329588 after retry RPC after error@63624289) -> (continuation of Deferred@1993318350 after retry RPC after error@1843166871) -> (continuation of Deferred@1430675398 after retry RPC after error@16441555) -> (continuation of Deferred@172044013 after retry RPC after error@73908724) -> (continuation of Deferred@1673008849 after retry RPC after error@873700877) -> (continuation of Deferred@925296676 after retry RPC after error@225765205), errback=(continuation of Deferred@191874045 after retry RPC after error@24334199) -> (continuation of Deferred@366329588 after retry RPC after error@63624289) -> (continuation of Deferred@1993318350 after retry RPC after error@1843166871) -> (continuation of Deferred@1430675398 after retry RPC after error@16441555) -> (continuation of Deferred@172044013 after retry RPC after error@73908724) -> (continuation of Deferred@1673008849 after retry RPC after error@873700877) -> (continuation of Deferred@925296676 after retry RPC after error@225765205)))
19:59:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.426 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.683 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1234618653(state=PENDING, result=null, callback=(continuation of Deferred@1108826183 after retry RPC after error@615959576) -> (continuation of Deferred@762516311 after retry RPC after error@1381165509) -> (continuation of Deferred@721372840 after retry RPC after error@951814627) -> (continuation of Deferred@233294856 after retry RPC after error@1220411568) -> (continuation of Deferred@405067017 after retry RPC after error@2083824511) -> (continuation of Deferred@1325442941 after retry RPC after error@2005108141) -> (continuation of Deferred@1236372169 after retry RPC after error@273151963), errback=(continuation of Deferred@1108826183 after retry RPC after error@615959576) -> (continuation of Deferred@762516311 after retry RPC after error@1381165509) -> (continuation of Deferred@721372840 after retry RPC after error@951814627) -> (continuation of Deferred@233294856 after retry RPC after error@1220411568) -> (continuation of Deferred@405067017 after retry RPC after error@2083824511) -> (continuation of Deferred@1325442941 after retry RPC after error@2005108141) -> (continuation of Deferred@1236372169 after retry RPC after error@273151963)))
19:59:17.683 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.885 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1550186824(state=PENDING, result=null, callback=(continuation of Deferred@1547262157 after retry RPC after error@1896724223) -> (continuation of Deferred@2102059846 after retry RPC after error@236386846) -> (continuation of Deferred@419374113 after retry RPC after error@81380239) -> (continuation of Deferred@782450817 after retry RPC after error@391940417) -> (continuation of Deferred@1994619303 after retry RPC after error@1022101839) -> (continuation of Deferred@142602523 after retry RPC after error@2073720788) -> (continuation of Deferred@383326017 after retry RPC after error@1252246180) -> (continuation of Deferred@1025705410 after retry RPC after error@363848037), errback=(continuation of Deferred@1547262157 after retry RPC after error@1896724223) -> (continuation of Deferred@2102059846 after retry RPC after error@236386846) -> (continuation of Deferred@419374113 after retry RPC after error@81380239) -> (continuation of Deferred@782450817 after retry RPC after error@391940417) -> (continuation of Deferred@1994619303 after retry RPC after error@1022101839) -> (continuation of Deferred@142602523 after retry RPC after error@2073720788) -> (continuation of Deferred@383326017 after retry RPC after error@1252246180) -> (continuation of Deferred@1025705410 after retry RPC after error@363848037)))
19:59:17.886 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1550186824(state=PENDING, result=null, callback=(continuation of Deferred@1547262157 after retry RPC after error@1896724223) -> (continuation of Deferred@2102059846 after retry RPC after error@236386846) -> (continuation of Deferred@419374113 after retry RPC after error@81380239) -> (continuation of Deferred@782450817 after retry RPC after error@391940417) -> (continuation of Deferred@1994619303 after retry RPC after error@1022101839) -> (continuation of Deferred@142602523 after retry RPC after error@2073720788) -> (continuation of Deferred@383326017 after retry RPC after error@1252246180) -> (continuation of Deferred@1025705410 after retry RPC after error@363848037), errback=(continuation of Deferred@1547262157 after retry RPC after error@1896724223) -> (continuation of Deferred@2102059846 after retry RPC after error@236386846) -> (continuation of Deferred@419374113 after retry RPC after error@81380239) -> (continuation of Deferred@782450817 after retry RPC after error@391940417) -> (continuation of Deferred@1994619303 after retry RPC after error@1022101839) -> (continuation of Deferred@142602523 after retry RPC after error@2073720788) -> (continuation of Deferred@383326017 after retry RPC after error@1252246180) -> (continuation of Deferred@1025705410 after retry RPC after error@363848037)))
19:59:17.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:17.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:17.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:17.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:17.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:17.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.085 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@262645767(state=PENDING, result=null, callback=(continuation of Deferred@383508187 after retry RPC after error@1781733826) -> (continuation of Deferred@266013299 after retry RPC after error@1032748063) -> (continuation of Deferred@1969963123 after retry RPC after error@124041749) -> (continuation of Deferred@1346088984 after retry RPC after error@513495172) -> (continuation of Deferred@836563964 after retry RPC after error@332022720) -> (continuation of Deferred@519867089 after retry RPC after error@1520957178) -> (continuation of Deferred@213040449 after retry RPC after error@1294416724), errback=(continuation of Deferred@383508187 after retry RPC after error@1781733826) -> (continuation of Deferred@266013299 after retry RPC after error@1032748063) -> (continuation of Deferred@1969963123 after retry RPC after error@124041749) -> (continuation of Deferred@1346088984 after retry RPC after error@513495172) -> (continuation of Deferred@836563964 after retry RPC after error@332022720) -> (continuation of Deferred@519867089 after retry RPC after error@1520957178) -> (continuation of Deferred@213040449 after retry RPC after error@1294416724)))
19:59:18.086 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@262645767(state=PENDING, result=null, callback=(continuation of Deferred@383508187 after retry RPC after error@1781733826) -> (continuation of Deferred@266013299 after retry RPC after error@1032748063) -> (continuation of Deferred@1969963123 after retry RPC after error@124041749) -> (continuation of Deferred@1346088984 after retry RPC after error@513495172) -> (continuation of Deferred@836563964 after retry RPC after error@332022720) -> (continuation of Deferred@519867089 after retry RPC after error@1520957178) -> (continuation of Deferred@213040449 after retry RPC after error@1294416724), errback=(continuation of Deferred@383508187 after retry RPC after error@1781733826) -> (continuation of Deferred@266013299 after retry RPC after error@1032748063) -> (continuation of Deferred@1969963123 after retry RPC after error@124041749) -> (continuation of Deferred@1346088984 after retry RPC after error@513495172) -> (continuation of Deferred@836563964 after retry RPC after error@332022720) -> (continuation of Deferred@519867089 after retry RPC after error@1520957178) -> (continuation of Deferred@213040449 after retry RPC after error@1294416724)))
19:59:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.286 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@887554378(state=PENDING, result=null, callback=(continuation of Deferred@1945298805 after retry RPC after error@579678811) -> (continuation of Deferred@1278856874 after retry RPC after error@1079540534) -> (continuation of Deferred@620094727 after retry RPC after error@1864434728) -> (continuation of Deferred@1844435960 after retry RPC after error@1852673208) -> (continuation of Deferred@1706791343 after retry RPC after error@48023924) -> (continuation of Deferred@293597900 after retry RPC after error@334869527), errback=(continuation of Deferred@1945298805 after retry RPC after error@579678811) -> (continuation of Deferred@1278856874 after retry RPC after error@1079540534) -> (continuation of Deferred@620094727 after retry RPC after error@1864434728) -> (continuation of Deferred@1844435960 after retry RPC after error@1852673208) -> (continuation of Deferred@1706791343 after retry RPC after error@48023924) -> (continuation of Deferred@293597900 after retry RPC after error@334869527)))
19:59:18.286 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@887554378(state=PENDING, result=null, callback=(continuation of Deferred@1945298805 after retry RPC after error@579678811) -> (continuation of Deferred@1278856874 after retry RPC after error@1079540534) -> (continuation of Deferred@620094727 after retry RPC after error@1864434728) -> (continuation of Deferred@1844435960 after retry RPC after error@1852673208) -> (continuation of Deferred@1706791343 after retry RPC after error@48023924) -> (continuation of Deferred@293597900 after retry RPC after error@334869527), errback=(continuation of Deferred@1945298805 after retry RPC after error@579678811) -> (continuation of Deferred@1278856874 after retry RPC after error@1079540534) -> (continuation of Deferred@620094727 after retry RPC after error@1864434728) -> (continuation of Deferred@1844435960 after retry RPC after error@1852673208) -> (continuation of Deferred@1706791343 after retry RPC after error@48023924) -> (continuation of Deferred@293597900 after retry RPC after error@334869527)))
19:59:18.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.465 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1731173386(state=PENDING, result=null, callback=(continuation of Deferred@1698164856 after retry RPC after error@854132044) -> (continuation of Deferred@30471188 after retry RPC after error@436529128) -> (continuation of Deferred@1089106144 after retry RPC after error@986959572) -> (continuation of Deferred@1017507278 after retry RPC after error@19101205) -> (continuation of Deferred@316504993 after retry RPC after error@920433216) -> (continuation of Deferred@621081288 after retry RPC after error@1057860515) -> (continuation of Deferred@1190453136 after retry RPC after error@367606716) -> (continuation of Deferred@402196859 after retry RPC after error@1174136980), errback=(continuation of Deferred@1698164856 after retry RPC after error@854132044) -> (continuation of Deferred@30471188 after retry RPC after error@436529128) -> (continuation of Deferred@1089106144 after retry RPC after error@986959572) -> (continuation of Deferred@1017507278 after retry RPC after error@19101205) -> (continuation of Deferred@316504993 after retry RPC after error@920433216) -> (continuation of Deferred@621081288 after retry RPC after error@1057860515) -> (continuation of Deferred@1190453136 after retry RPC after error@367606716) -> (continuation of Deferred@402196859 after retry RPC after error@1174136980)))
19:59:18.465 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1731173386(state=PENDING, result=null, callback=(continuation of Deferred@1698164856 after retry RPC after error@854132044) -> (continuation of Deferred@30471188 after retry RPC after error@436529128) -> (continuation of Deferred@1089106144 after retry RPC after error@986959572) -> (continuation of Deferred@1017507278 after retry RPC after error@19101205) -> (continuation of Deferred@316504993 after retry RPC after error@920433216) -> (continuation of Deferred@621081288 after retry RPC after error@1057860515) -> (continuation of Deferred@1190453136 after retry RPC after error@367606716) -> (continuation of Deferred@402196859 after retry RPC after error@1174136980), errback=(continuation of Deferred@1698164856 after retry RPC after error@854132044) -> (continuation of Deferred@30471188 after retry RPC after error@436529128) -> (continuation of Deferred@1089106144 after retry RPC after error@986959572) -> (continuation of Deferred@1017507278 after retry RPC after error@19101205) -> (continuation of Deferred@316504993 after retry RPC after error@920433216) -> (continuation of Deferred@621081288 after retry RPC after error@1057860515) -> (continuation of Deferred@1190453136 after retry RPC after error@367606716) -> (continuation of Deferred@402196859 after retry RPC after error@1174136980)))
19:59:18.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.664 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.664 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.665 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@78085983(state=PENDING, result=null, callback=(continuation of Deferred@656290094 after retry RPC after error@815441657) -> (continuation of Deferred@303472067 after retry RPC after error@762598745) -> (continuation of Deferred@2067109528 after retry RPC after error@519920233) -> (continuation of Deferred@941827312 after retry RPC after error@938631216) -> (continuation of Deferred@1621405952 after retry RPC after error@343839087) -> (continuation of Deferred@895169460 after retry RPC after error@286009039), errback=(continuation of Deferred@656290094 after retry RPC after error@815441657) -> (continuation of Deferred@303472067 after retry RPC after error@762598745) -> (continuation of Deferred@2067109528 after retry RPC after error@519920233) -> (continuation of Deferred@941827312 after retry RPC after error@938631216) -> (continuation of Deferred@1621405952 after retry RPC after error@343839087) -> (continuation of Deferred@895169460 after retry RPC after error@286009039)))
19:59:18.665 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@78085983(state=PENDING, result=null, callback=(continuation of Deferred@656290094 after retry RPC after error@815441657) -> (continuation of Deferred@303472067 after retry RPC after error@762598745) -> (continuation of Deferred@2067109528 after retry RPC after error@519920233) -> (continuation of Deferred@941827312 after retry RPC after error@938631216) -> (continuation of Deferred@1621405952 after retry RPC after error@343839087) -> (continuation of Deferred@895169460 after retry RPC after error@286009039), errback=(continuation of Deferred@656290094 after retry RPC after error@815441657) -> (continuation of Deferred@303472067 after retry RPC after error@762598745) -> (continuation of Deferred@2067109528 after retry RPC after error@519920233) -> (continuation of Deferred@941827312 after retry RPC after error@938631216) -> (continuation of Deferred@1621405952 after retry RPC after error@343839087) -> (continuation of Deferred@895169460 after retry RPC after error@286009039)))
19:59:18.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.844 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@672174966(state=PENDING, result=null, callback=(continuation of Deferred@1371961466 after retry RPC after error@1627258768) -> (continuation of Deferred@1867498095 after retry RPC after error@1139304403) -> (continuation of Deferred@554680956 after retry RPC after error@771860658) -> (continuation of Deferred@1061968807 after retry RPC after error@1067083106) -> (continuation of Deferred@1616465103 after retry RPC after error@1136540750) -> (continuation of Deferred@519231229 after retry RPC after error@1915687220), errback=(continuation of Deferred@1371961466 after retry RPC after error@1627258768) -> (continuation of Deferred@1867498095 after retry RPC after error@1139304403) -> (continuation of Deferred@554680956 after retry RPC after error@771860658) -> (continuation of Deferred@1061968807 after retry RPC after error@1067083106) -> (continuation of Deferred@1616465103 after retry RPC after error@1136540750) -> (continuation of Deferred@519231229 after retry RPC after error@1915687220)))
19:59:18.845 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@672174966(state=PENDING, result=null, callback=(continuation of Deferred@1371961466 after retry RPC after error@1627258768) -> (continuation of Deferred@1867498095 after retry RPC after error@1139304403) -> (continuation of Deferred@554680956 after retry RPC after error@771860658) -> (continuation of Deferred@1061968807 after retry RPC after error@1067083106) -> (continuation of Deferred@1616465103 after retry RPC after error@1136540750) -> (continuation of Deferred@519231229 after retry RPC after error@1915687220), errback=(continuation of Deferred@1371961466 after retry RPC after error@1627258768) -> (continuation of Deferred@1867498095 after retry RPC after error@1139304403) -> (continuation of Deferred@554680956 after retry RPC after error@771860658) -> (continuation of Deferred@1061968807 after retry RPC after error@1067083106) -> (continuation of Deferred@1616465103 after retry RPC after error@1136540750) -> (continuation of Deferred@519231229 after retry RPC after error@1915687220)))
19:59:18.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:18.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:18.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:18.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:18.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:18.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.046 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1621308696(state=PENDING, result=null, callback=(continuation of Deferred@717354612 after retry RPC after error@62483299) -> (continuation of Deferred@1088010934 after retry RPC after error@967527488) -> (continuation of Deferred@486305623 after retry RPC after error@1414987224) -> (continuation of Deferred@1507324398 after retry RPC after error@981299160) -> (continuation of Deferred@1157900567 after retry RPC after error@643802194) -> (continuation of Deferred@1080125942 after retry RPC after error@288611725), errback=(continuation of Deferred@717354612 after retry RPC after error@62483299) -> (continuation of Deferred@1088010934 after retry RPC after error@967527488) -> (continuation of Deferred@486305623 after retry RPC after error@1414987224) -> (continuation of Deferred@1507324398 after retry RPC after error@981299160) -> (continuation of Deferred@1157900567 after retry RPC after error@643802194) -> (continuation of Deferred@1080125942 after retry RPC after error@288611725)))
19:59:19.046 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1621308696(state=PENDING, result=null, callback=(continuation of Deferred@717354612 after retry RPC after error@62483299) -> (continuation of Deferred@1088010934 after retry RPC after error@967527488) -> (continuation of Deferred@486305623 after retry RPC after error@1414987224) -> (continuation of Deferred@1507324398 after retry RPC after error@981299160) -> (continuation of Deferred@1157900567 after retry RPC after error@643802194) -> (continuation of Deferred@1080125942 after retry RPC after error@288611725), errback=(continuation of Deferred@717354612 after retry RPC after error@62483299) -> (continuation of Deferred@1088010934 after retry RPC after error@967527488) -> (continuation of Deferred@486305623 after retry RPC after error@1414987224) -> (continuation of Deferred@1507324398 after retry RPC after error@981299160) -> (continuation of Deferred@1157900567 after retry RPC after error@643802194) -> (continuation of Deferred@1080125942 after retry RPC after error@288611725)))
19:59:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.285 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1202666645(state=PENDING, result=null, callback=(continuation of Deferred@66659213 after retry RPC after error@599352405) -> (continuation of Deferred@261205368 after retry RPC after error@837051275) -> (continuation of Deferred@2076957553 after retry RPC after error@322470801) -> (continuation of Deferred@297801443 after retry RPC after error@61527915) -> (continuation of Deferred@647988284 after retry RPC after error@1902952309) -> (continuation of Deferred@1611319477 after retry RPC after error@902715984) -> (continuation of Deferred@1865062065 after retry RPC after error@2074676022), errback=(continuation of Deferred@66659213 after retry RPC after error@599352405) -> (continuation of Deferred@261205368 after retry RPC after error@837051275) -> (continuation of Deferred@2076957553 after retry RPC after error@322470801) -> (continuation of Deferred@297801443 after retry RPC after error@61527915) -> (continuation of Deferred@647988284 after retry RPC after error@1902952309) -> (continuation of Deferred@1611319477 after retry RPC after error@902715984) -> (continuation of Deferred@1865062065 after retry RPC after error@2074676022)))
19:59:19.285 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1202666645(state=PENDING, result=null, callback=(continuation of Deferred@66659213 after retry RPC after error@599352405) -> (continuation of Deferred@261205368 after retry RPC after error@837051275) -> (continuation of Deferred@2076957553 after retry RPC after error@322470801) -> (continuation of Deferred@297801443 after retry RPC after error@61527915) -> (continuation of Deferred@647988284 after retry RPC after error@1902952309) -> (continuation of Deferred@1611319477 after retry RPC after error@902715984) -> (continuation of Deferred@1865062065 after retry RPC after error@2074676022), errback=(continuation of Deferred@66659213 after retry RPC after error@599352405) -> (continuation of Deferred@261205368 after retry RPC after error@837051275) -> (continuation of Deferred@2076957553 after retry RPC after error@322470801) -> (continuation of Deferred@297801443 after retry RPC after error@61527915) -> (continuation of Deferred@647988284 after retry RPC after error@1902952309) -> (continuation of Deferred@1611319477 after retry RPC after error@902715984) -> (continuation of Deferred@1865062065 after retry RPC after error@2074676022)))
19:59:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.505 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1368418049(state=PENDING, result=null, callback=(continuation of Deferred@844163050 after retry RPC after error@430052910) -> (continuation of Deferred@943476584 after retry RPC after error@1791397633) -> (continuation of Deferred@1604082180 after retry RPC after error@1443243199) -> (continuation of Deferred@211514904 after retry RPC after error@1383812621) -> (continuation of Deferred@1871344188 after retry RPC after error@139366574) -> (continuation of Deferred@1605504009 after retry RPC after error@1462844116) -> (continuation of Deferred@1805040028 after retry RPC after error@388075424), errback=(continuation of Deferred@844163050 after retry RPC after error@430052910) -> (continuation of Deferred@943476584 after retry RPC after error@1791397633) -> (continuation of Deferred@1604082180 after retry RPC after error@1443243199) -> (continuation of Deferred@211514904 after retry RPC after error@1383812621) -> (continuation of Deferred@1871344188 after retry RPC after error@139366574) -> (continuation of Deferred@1605504009 after retry RPC after error@1462844116) -> (continuation of Deferred@1805040028 after retry RPC after error@388075424)))
19:59:19.505 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1368418049(state=PENDING, result=null, callback=(continuation of Deferred@844163050 after retry RPC after error@430052910) -> (continuation of Deferred@943476584 after retry RPC after error@1791397633) -> (continuation of Deferred@1604082180 after retry RPC after error@1443243199) -> (continuation of Deferred@211514904 after retry RPC after error@1383812621) -> (continuation of Deferred@1871344188 after retry RPC after error@139366574) -> (continuation of Deferred@1605504009 after retry RPC after error@1462844116) -> (continuation of Deferred@1805040028 after retry RPC after error@388075424), errback=(continuation of Deferred@844163050 after retry RPC after error@430052910) -> (continuation of Deferred@943476584 after retry RPC after error@1791397633) -> (continuation of Deferred@1604082180 after retry RPC after error@1443243199) -> (continuation of Deferred@211514904 after retry RPC after error@1383812621) -> (continuation of Deferred@1871344188 after retry RPC after error@139366574) -> (continuation of Deferred@1605504009 after retry RPC after error@1462844116) -> (continuation of Deferred@1805040028 after retry RPC after error@388075424)))
19:59:19.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.745 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2073692504(state=PENDING, result=null, callback=(continuation of Deferred@1448613014 after retry RPC after error@100186974) -> (continuation of Deferred@1945843965 after retry RPC after error@1476407059) -> (continuation of Deferred@1323990049 after retry RPC after error@243801321) -> (continuation of Deferred@606007573 after retry RPC after error@2101291570) -> (continuation of Deferred@1613318848 after retry RPC after error@772304248) -> (continuation of Deferred@2110633973 after retry RPC after error@2041019588) -> (continuation of Deferred@1400002170 after retry RPC after error@1056740033), errback=(continuation of Deferred@1448613014 after retry RPC after error@100186974) -> (continuation of Deferred@1945843965 after retry RPC after error@1476407059) -> (continuation of Deferred@1323990049 after retry RPC after error@243801321) -> (continuation of Deferred@606007573 after retry RPC after error@2101291570) -> (continuation of Deferred@1613318848 after retry RPC after error@772304248) -> (continuation of Deferred@2110633973 after retry RPC after error@2041019588) -> (continuation of Deferred@1400002170 after retry RPC after error@1056740033)))
19:59:19.746 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2073692504(state=PENDING, result=null, callback=(continuation of Deferred@1448613014 after retry RPC after error@100186974) -> (continuation of Deferred@1945843965 after retry RPC after error@1476407059) -> (continuation of Deferred@1323990049 after retry RPC after error@243801321) -> (continuation of Deferred@606007573 after retry RPC after error@2101291570) -> (continuation of Deferred@1613318848 after retry RPC after error@772304248) -> (continuation of Deferred@2110633973 after retry RPC after error@2041019588) -> (continuation of Deferred@1400002170 after retry RPC after error@1056740033), errback=(continuation of Deferred@1448613014 after retry RPC after error@100186974) -> (continuation of Deferred@1945843965 after retry RPC after error@1476407059) -> (continuation of Deferred@1323990049 after retry RPC after error@243801321) -> (continuation of Deferred@606007573 after retry RPC after error@2101291570) -> (continuation of Deferred@1613318848 after retry RPC after error@772304248) -> (continuation of Deferred@2110633973 after retry RPC after error@2041019588) -> (continuation of Deferred@1400002170 after retry RPC after error@1056740033)))
19:59:19.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:19.791767 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:19.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:19.795182 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:19.797248 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:19.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.944 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.945 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@774717537(state=PENDING, result=null, callback=(continuation of Deferred@758564227 after retry RPC after error@1832759631) -> (continuation of Deferred@1886713823 after retry RPC after error@882810872) -> (continuation of Deferred@798969397 after retry RPC after error@799548736) -> (continuation of Deferred@2025186661 after retry RPC after error@949273812) -> (continuation of Deferred@1831852821 after retry RPC after error@63136213) -> (continuation of Deferred@1409950213 after retry RPC after error@1252453940), errback=(continuation of Deferred@758564227 after retry RPC after error@1832759631) -> (continuation of Deferred@1886713823 after retry RPC after error@882810872) -> (continuation of Deferred@798969397 after retry RPC after error@799548736) -> (continuation of Deferred@2025186661 after retry RPC after error@949273812) -> (continuation of Deferred@1831852821 after retry RPC after error@63136213) -> (continuation of Deferred@1409950213 after retry RPC after error@1252453940)))
19:59:19.945 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@774717537(state=PENDING, result=null, callback=(continuation of Deferred@758564227 after retry RPC after error@1832759631) -> (continuation of Deferred@1886713823 after retry RPC after error@882810872) -> (continuation of Deferred@798969397 after retry RPC after error@799548736) -> (continuation of Deferred@2025186661 after retry RPC after error@949273812) -> (continuation of Deferred@1831852821 after retry RPC after error@63136213) -> (continuation of Deferred@1409950213 after retry RPC after error@1252453940), errback=(continuation of Deferred@758564227 after retry RPC after error@1832759631) -> (continuation of Deferred@1886713823 after retry RPC after error@882810872) -> (continuation of Deferred@798969397 after retry RPC after error@799548736) -> (continuation of Deferred@2025186661 after retry RPC after error@949273812) -> (continuation of Deferred@1831852821 after retry RPC after error@63136213) -> (continuation of Deferred@1409950213 after retry RPC after error@1252453940)))
19:59:19.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:19.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:19.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:19.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:19.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:19.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.205 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@540148714(state=PENDING, result=null, callback=(continuation of Deferred@1144564394 after retry RPC after error@973432327) -> (continuation of Deferred@977547852 after retry RPC after error@182012861) -> (continuation of Deferred@188075446 after retry RPC after error@437364617) -> (continuation of Deferred@31203541 after retry RPC after error@1092093936) -> (continuation of Deferred@1692740120 after retry RPC after error@1935668450) -> (continuation of Deferred@325429460 after retry RPC after error@314776271) -> (continuation of Deferred@1606109029 after retry RPC after error@1406091412), errback=(continuation of Deferred@1144564394 after retry RPC after error@973432327) -> (continuation of Deferred@977547852 after retry RPC after error@182012861) -> (continuation of Deferred@188075446 after retry RPC after error@437364617) -> (continuation of Deferred@31203541 after retry RPC after error@1092093936) -> (continuation of Deferred@1692740120 after retry RPC after error@1935668450) -> (continuation of Deferred@325429460 after retry RPC after error@314776271) -> (continuation of Deferred@1606109029 after retry RPC after error@1406091412)))
19:59:20.205 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@540148714(state=PENDING, result=null, callback=(continuation of Deferred@1144564394 after retry RPC after error@973432327) -> (continuation of Deferred@977547852 after retry RPC after error@182012861) -> (continuation of Deferred@188075446 after retry RPC after error@437364617) -> (continuation of Deferred@31203541 after retry RPC after error@1092093936) -> (continuation of Deferred@1692740120 after retry RPC after error@1935668450) -> (continuation of Deferred@325429460 after retry RPC after error@314776271) -> (continuation of Deferred@1606109029 after retry RPC after error@1406091412), errback=(continuation of Deferred@1144564394 after retry RPC after error@973432327) -> (continuation of Deferred@977547852 after retry RPC after error@182012861) -> (continuation of Deferred@188075446 after retry RPC after error@437364617) -> (continuation of Deferred@31203541 after retry RPC after error@1092093936) -> (continuation of Deferred@1692740120 after retry RPC after error@1935668450) -> (continuation of Deferred@325429460 after retry RPC after error@314776271) -> (continuation of Deferred@1606109029 after retry RPC after error@1406091412)))
19:59:20.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.483 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1666162305(state=PENDING, result=null, callback=(continuation of Deferred@1653037304 after retry RPC after error@1615501245) -> (continuation of Deferred@2054587886 after retry RPC after error@1708304311) -> (continuation of Deferred@1036677997 after retry RPC after error@151649302) -> (continuation of Deferred@1201557804 after retry RPC after error@931248503) -> (continuation of Deferred@1505687025 after retry RPC after error@521231260) -> (continuation of Deferred@708017763 after retry RPC after error@272838739) -> (continuation of Deferred@1056726743 after retry RPC after error@732184367), errback=(continuation of Deferred@1653037304 after retry RPC after error@1615501245) -> (continuation of Deferred@2054587886 after retry RPC after error@1708304311) -> (continuation of Deferred@1036677997 after retry RPC after error@151649302) -> (continuation of Deferred@1201557804 after retry RPC after error@931248503) -> (continuation of Deferred@1505687025 after retry RPC after error@521231260) -> (continuation of Deferred@708017763 after retry RPC after error@272838739) -> (continuation of Deferred@1056726743 after retry RPC after error@732184367)))
19:59:20.483 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:20.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.684 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.705 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1276423417(state=PENDING, result=null, callback=(continuation of Deferred@1358389127 after retry RPC after error@864959315) -> (continuation of Deferred@262674993 after retry RPC after error@1722948697) -> (continuation of Deferred@206793839 after retry RPC after error@1313184277) -> (continuation of Deferred@32733310 after retry RPC after error@2010508493) -> (continuation of Deferred@1618138700 after retry RPC after error@42302821) -> (continuation of Deferred@414172611 after retry RPC after error@1078260127) -> (continuation of Deferred@913477485 after retry RPC after error@523608723), errback=(continuation of Deferred@1358389127 after retry RPC after error@864959315) -> (continuation of Deferred@262674993 after retry RPC after error@1722948697) -> (continuation of Deferred@206793839 after retry RPC after error@1313184277) -> (continuation of Deferred@32733310 after retry RPC after error@2010508493) -> (continuation of Deferred@1618138700 after retry RPC after error@42302821) -> (continuation of Deferred@414172611 after retry RPC after error@1078260127) -> (continuation of Deferred@913477485 after retry RPC after error@523608723)))
19:59:20.706 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1276423417(state=PENDING, result=null, callback=(continuation of Deferred@1358389127 after retry RPC after error@864959315) -> (continuation of Deferred@262674993 after retry RPC after error@1722948697) -> (continuation of Deferred@206793839 after retry RPC after error@1313184277) -> (continuation of Deferred@32733310 after retry RPC after error@2010508493) -> (continuation of Deferred@1618138700 after retry RPC after error@42302821) -> (continuation of Deferred@414172611 after retry RPC after error@1078260127) -> (continuation of Deferred@913477485 after retry RPC after error@523608723), errback=(continuation of Deferred@1358389127 after retry RPC after error@864959315) -> (continuation of Deferred@262674993 after retry RPC after error@1722948697) -> (continuation of Deferred@206793839 after retry RPC after error@1313184277) -> (continuation of Deferred@32733310 after retry RPC after error@2010508493) -> (continuation of Deferred@1618138700 after retry RPC after error@42302821) -> (continuation of Deferred@414172611 after retry RPC after error@1078260127) -> (continuation of Deferred@913477485 after retry RPC after error@523608723)))
19:59:20.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.945 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@489604565(state=PENDING, result=null, callback=(continuation of Deferred@1037978651 after retry RPC after error@1271350128) -> (continuation of Deferred@1832678402 after retry RPC after error@114754589) -> (continuation of Deferred@1235627592 after retry RPC after error@940255439) -> (continuation of Deferred@916047784 after retry RPC after error@147901066) -> (continuation of Deferred@1895592374 after retry RPC after error@290484790) -> (continuation of Deferred@1770804019 after retry RPC after error@1736851474) -> (continuation of Deferred@1961159829 after retry RPC after error@1723331069), errback=(continuation of Deferred@1037978651 after retry RPC after error@1271350128) -> (continuation of Deferred@1832678402 after retry RPC after error@114754589) -> (continuation of Deferred@1235627592 after retry RPC after error@940255439) -> (continuation of Deferred@916047784 after retry RPC after error@147901066) -> (continuation of Deferred@1895592374 after retry RPC after error@290484790) -> (continuation of Deferred@1770804019 after retry RPC after error@1736851474) -> (continuation of Deferred@1961159829 after retry RPC after error@1723331069)))
19:59:20.946 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@489604565(state=PENDING, result=null, callback=(continuation of Deferred@1037978651 after retry RPC after error@1271350128) -> (continuation of Deferred@1832678402 after retry RPC after error@114754589) -> (continuation of Deferred@1235627592 after retry RPC after error@940255439) -> (continuation of Deferred@916047784 after retry RPC after error@147901066) -> (continuation of Deferred@1895592374 after retry RPC after error@290484790) -> (continuation of Deferred@1770804019 after retry RPC after error@1736851474) -> (continuation of Deferred@1961159829 after retry RPC after error@1723331069), errback=(continuation of Deferred@1037978651 after retry RPC after error@1271350128) -> (continuation of Deferred@1832678402 after retry RPC after error@114754589) -> (continuation of Deferred@1235627592 after retry RPC after error@940255439) -> (continuation of Deferred@916047784 after retry RPC after error@147901066) -> (continuation of Deferred@1895592374 after retry RPC after error@290484790) -> (continuation of Deferred@1770804019 after retry RPC after error@1736851474) -> (continuation of Deferred@1961159829 after retry RPC after error@1723331069)))
19:59:20.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:20.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:20.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:20.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:20.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:20.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.044 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.044 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.222 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1567698549(state=PENDING, result=null, callback=(continuation of Deferred@604258300 after retry RPC after error@72176958) -> (continuation of Deferred@1352860486 after retry RPC after error@83201441) -> (continuation of Deferred@25930012 after retry RPC after error@1870788790) -> (continuation of Deferred@661684019 after retry RPC after error@255878905) -> (continuation of Deferred@1398799684 after retry RPC after error@863763409) -> (continuation of Deferred@391549802 after retry RPC after error@464345303) -> (continuation of Deferred@934556475 after retry RPC after error@1543369583), errback=(continuation of Deferred@604258300 after retry RPC after error@72176958) -> (continuation of Deferred@1352860486 after retry RPC after error@83201441) -> (continuation of Deferred@25930012 after retry RPC after error@1870788790) -> (continuation of Deferred@661684019 after retry RPC after error@255878905) -> (continuation of Deferred@1398799684 after retry RPC after error@863763409) -> (continuation of Deferred@391549802 after retry RPC after error@464345303) -> (continuation of Deferred@934556475 after retry RPC after error@1543369583)))
19:59:21.223 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:21.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.484 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1710191671(state=PENDING, result=null, callback=(continuation of Deferred@1632031553 after retry RPC after error@437198886) -> (continuation of Deferred@1348552473 after retry RPC after error@1320275950) -> (continuation of Deferred@431673762 after retry RPC after error@2060962979) -> (continuation of Deferred@550770031 after retry RPC after error@1616535588) -> (continuation of Deferred@799185484 after retry RPC after error@1809115599) -> (continuation of Deferred@1798043319 after retry RPC after error@1489236150) -> (continuation of Deferred@1661497624 after retry RPC after error@794715687), errback=(continuation of Deferred@1632031553 after retry RPC after error@437198886) -> (continuation of Deferred@1348552473 after retry RPC after error@1320275950) -> (continuation of Deferred@431673762 after retry RPC after error@2060962979) -> (continuation of Deferred@550770031 after retry RPC after error@1616535588) -> (continuation of Deferred@799185484 after retry RPC after error@1809115599) -> (continuation of Deferred@1798043319 after retry RPC after error@1489236150) -> (continuation of Deferred@1661497624 after retry RPC after error@794715687)))
19:59:21.484 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1710191671(state=PENDING, result=null, callback=(continuation of Deferred@1632031553 after retry RPC after error@437198886) -> (continuation of Deferred@1348552473 after retry RPC after error@1320275950) -> (continuation of Deferred@431673762 after retry RPC after error@2060962979) -> (continuation of Deferred@550770031 after retry RPC after error@1616535588) -> (continuation of Deferred@799185484 after retry RPC after error@1809115599) -> (continuation of Deferred@1798043319 after retry RPC after error@1489236150) -> (continuation of Deferred@1661497624 after retry RPC after error@794715687), errback=(continuation of Deferred@1632031553 after retry RPC after error@437198886) -> (continuation of Deferred@1348552473 after retry RPC after error@1320275950) -> (continuation of Deferred@431673762 after retry RPC after error@2060962979) -> (continuation of Deferred@550770031 after retry RPC after error@1616535588) -> (continuation of Deferred@799185484 after retry RPC after error@1809115599) -> (continuation of Deferred@1798043319 after retry RPC after error@1489236150) -> (continuation of Deferred@1661497624 after retry RPC after error@794715687)))
19:59:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.489501 24560 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.489709 24560 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.490465 24560 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:21.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:21.491441 24220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:59:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:21.492928 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:21.493217 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.493323 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:21.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.493543 24560 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.530 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.684 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2085981322(state=PENDING, result=null, callback=(continuation of Deferred@551989881 after retry RPC after error@506810443) -> (continuation of Deferred@1862585838 after retry RPC after error@1071988056) -> (continuation of Deferred@704984487 after retry RPC after error@512139172) -> (continuation of Deferred@1462000167 after retry RPC after error@1094558310) -> (continuation of Deferred@1108742123 after retry RPC after error@1757926322) -> (continuation of Deferred@491211247 after retry RPC after error@835057331), errback=(continuation of Deferred@551989881 after retry RPC after error@506810443) -> (continuation of Deferred@1862585838 after retry RPC after error@1071988056) -> (continuation of Deferred@704984487 after retry RPC after error@512139172) -> (continuation of Deferred@1462000167 after retry RPC after error@1094558310) -> (continuation of Deferred@1108742123 after retry RPC after error@1757926322) -> (continuation of Deferred@491211247 after retry RPC after error@835057331)))
19:59:21.685 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [27ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2085981322(state=PENDING, result=null, callback=(continuation of Deferred@551989881 after retry RPC after error@506810443) -> (continuation of Deferred@1862585838 after retry RPC after error@1071988056) -> (continuation of Deferred@704984487 after retry RPC after error@512139172) -> (continuation of Deferred@1462000167 after retry RPC after error@1094558310) -> (continuation of Deferred@1108742123 after retry RPC after error@1757926322) -> (continuation of Deferred@491211247 after retry RPC after error@835057331), errback=(continuation of Deferred@551989881 after retry RPC after error@506810443) -> (continuation of Deferred@1862585838 after retry RPC after error@1071988056) -> (continuation of Deferred@704984487 after retry RPC after error@512139172) -> (continuation of Deferred@1462000167 after retry RPC after error@1094558310) -> (continuation of Deferred@1108742123 after retry RPC after error@1757926322) -> (continuation of Deferred@491211247 after retry RPC after error@835057331)))
19:59:21.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.824 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.870311 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:21.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:21.870488 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:21.963 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@90119750(state=PENDING, result=null, callback=(continuation of Deferred@1432764971 after retry RPC after error@581516759) -> (continuation of Deferred@1200484898 after retry RPC after error@979200443) -> (continuation of Deferred@1573721025 after retry RPC after error@920771114) -> (continuation of Deferred@508895798 after retry RPC after error@1326747894) -> (continuation of Deferred@2054341070 after retry RPC after error@1115317280) -> (continuation of Deferred@1963567819 after retry RPC after error@519112636) -> (continuation of Deferred@1927403805 after retry RPC after error@1672214533), errback=(continuation of Deferred@1432764971 after retry RPC after error@581516759) -> (continuation of Deferred@1200484898 after retry RPC after error@979200443) -> (continuation of Deferred@1573721025 after retry RPC after error@920771114) -> (continuation of Deferred@508895798 after retry RPC after error@1326747894) -> (continuation of Deferred@2054341070 after retry RPC after error@1115317280) -> (continuation of Deferred@1963567819 after retry RPC after error@519112636) -> (continuation of Deferred@1927403805 after retry RPC after error@1672214533)))
19:59:21.963 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:21.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:21.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:21.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:21.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.004 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:22.017125 24566 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:22.017381 24566 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:22.018258 24566 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:22.020171 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:22.020344 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:22.020469 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:22.020709 24566 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:22.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.084 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.084 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.084 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.184 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.185 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@401844842(state=PENDING, result=null, callback=(continuation of Deferred@1324693705 after retry RPC after error@855116500) -> (continuation of Deferred@1370235519 after retry RPC after error@1527149274) -> (continuation of Deferred@1012021763 after retry RPC after error@1309555191) -> (continuation of Deferred@2122401171 after retry RPC after error@377055291) -> (continuation of Deferred@995547861 after retry RPC after error@69770697) -> (continuation of Deferred@1886518530 after retry RPC after error@756317063) -> (continuation of Deferred@538545282 after retry RPC after error@1612680093), errback=(continuation of Deferred@1324693705 after retry RPC after error@855116500) -> (continuation of Deferred@1370235519 after retry RPC after error@1527149274) -> (continuation of Deferred@1012021763 after retry RPC after error@1309555191) -> (continuation of Deferred@2122401171 after retry RPC after error@377055291) -> (continuation of Deferred@995547861 after retry RPC after error@69770697) -> (continuation of Deferred@1886518530 after retry RPC after error@756317063) -> (continuation of Deferred@538545282 after retry RPC after error@1612680093)))
19:59:22.186 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@401844842(state=PENDING, result=null, callback=(continuation of Deferred@1324693705 after retry RPC after error@855116500) -> (continuation of Deferred@1370235519 after retry RPC after error@1527149274) -> (continuation of Deferred@1012021763 after retry RPC after error@1309555191) -> (continuation of Deferred@2122401171 after retry RPC after error@377055291) -> (continuation of Deferred@995547861 after retry RPC after error@69770697) -> (continuation of Deferred@1886518530 after retry RPC after error@756317063) -> (continuation of Deferred@538545282 after retry RPC after error@1612680093), errback=(continuation of Deferred@1324693705 after retry RPC after error@855116500) -> (continuation of Deferred@1370235519 after retry RPC after error@1527149274) -> (continuation of Deferred@1012021763 after retry RPC after error@1309555191) -> (continuation of Deferred@2122401171 after retry RPC after error@377055291) -> (continuation of Deferred@995547861 after retry RPC after error@69770697) -> (continuation of Deferred@1886518530 after retry RPC after error@756317063) -> (continuation of Deferred@538545282 after retry RPC after error@1612680093)))
19:59:22.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.284 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.284 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.466 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@430412738(state=PENDING, result=null, callback=(continuation of Deferred@1078274546 after retry RPC after error@1153199755) -> (continuation of Deferred@1859036576 after retry RPC after error@1272058424) -> (continuation of Deferred@582068233 after retry RPC after error@98456290) -> (continuation of Deferred@505807964 after retry RPC after error@1170114162) -> (continuation of Deferred@1793105708 after retry RPC after error@501123536) -> (continuation of Deferred@863271635 after retry RPC after error@38332377) -> (continuation of Deferred@1824461123 after retry RPC after error@88507661), errback=(continuation of Deferred@1078274546 after retry RPC after error@1153199755) -> (continuation of Deferred@1859036576 after retry RPC after error@1272058424) -> (continuation of Deferred@582068233 after retry RPC after error@98456290) -> (continuation of Deferred@505807964 after retry RPC after error@1170114162) -> (continuation of Deferred@1793105708 after retry RPC after error@501123536) -> (continuation of Deferred@863271635 after retry RPC after error@38332377) -> (continuation of Deferred@1824461123 after retry RPC after error@88507661)))
19:59:22.467 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.743 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@812370043(state=PENDING, result=null, callback=(continuation of Deferred@1285267990 after retry RPC after error@1975679395) -> (continuation of Deferred@1062109828 after retry RPC after error@1367915782) -> (continuation of Deferred@1083326003 after retry RPC after error@654006499) -> (continuation of Deferred@1844093978 after retry RPC after error@2032026668) -> (continuation of Deferred@682401434 after retry RPC after error@1416423212) -> (continuation of Deferred@1822311375 after retry RPC after error@1739212116) -> (continuation of Deferred@733892469 after retry RPC after error@408455337) -> (continuation of Deferred@113651798 after retry RPC after error@871585087), errback=(continuation of Deferred@1285267990 after retry RPC after error@1975679395) -> (continuation of Deferred@1062109828 after retry RPC after error@1367915782) -> (continuation of Deferred@1083326003 after retry RPC after error@654006499) -> (continuation of Deferred@1844093978 after retry RPC after error@2032026668) -> (continuation of Deferred@682401434 after retry RPC after error@1416423212) -> (continuation of Deferred@1822311375 after retry RPC after error@1739212116) -> (continuation of Deferred@733892469 after retry RPC after error@408455337) -> (continuation of Deferred@113651798 after retry RPC after error@871585087)))
19:59:22.743 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:22.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:22.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:22.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:22.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:22.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:22.985 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1211561184(state=PENDING, result=null, callback=(continuation of Deferred@1835723144 after retry RPC after error@459685913) -> (continuation of Deferred@1547732084 after retry RPC after error@598665960) -> (continuation of Deferred@422732220 after retry RPC after error@813538315) -> (continuation of Deferred@1749470548 after retry RPC after error@1022067486) -> (continuation of Deferred@920529598 after retry RPC after error@1780442538) -> (continuation of Deferred@887962064 after retry RPC after error@1425981216) -> (continuation of Deferred@322106587 after retry RPC after error@34726178) -> (continuation of Deferred@1601137417 after retry RPC after error@2118764667), errback=(continuation of Deferred@1835723144 after retry RPC after error@459685913) -> (continuation of Deferred@1547732084 after retry RPC after error@598665960) -> (continuation of Deferred@422732220 after retry RPC after error@813538315) -> (continuation of Deferred@1749470548 after retry RPC after error@1022067486) -> (continuation of Deferred@920529598 after retry RPC after error@1780442538) -> (continuation of Deferred@887962064 after retry RPC after error@1425981216) -> (continuation of Deferred@322106587 after retry RPC after error@34726178) -> (continuation of Deferred@1601137417 after retry RPC after error@2118764667)))
19:59:22.985 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1211561184(state=PENDING, result=null, callback=(continuation of Deferred@1835723144 after retry RPC after error@459685913) -> (continuation of Deferred@1547732084 after retry RPC after error@598665960) -> (continuation of Deferred@422732220 after retry RPC after error@813538315) -> (continuation of Deferred@1749470548 after retry RPC after error@1022067486) -> (continuation of Deferred@920529598 after retry RPC after error@1780442538) -> (continuation of Deferred@887962064 after retry RPC after error@1425981216) -> (continuation of Deferred@322106587 after retry RPC after error@34726178) -> (continuation of Deferred@1601137417 after retry RPC after error@2118764667), errback=(continuation of Deferred@1835723144 after retry RPC after error@459685913) -> (continuation of Deferred@1547732084 after retry RPC after error@598665960) -> (continuation of Deferred@422732220 after retry RPC after error@813538315) -> (continuation of Deferred@1749470548 after retry RPC after error@1022067486) -> (continuation of Deferred@920529598 after retry RPC after error@1780442538) -> (continuation of Deferred@887962064 after retry RPC after error@1425981216) -> (continuation of Deferred@322106587 after retry RPC after error@34726178) -> (continuation of Deferred@1601137417 after retry RPC after error@2118764667)))
19:59:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.184 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1383562080(state=PENDING, result=null, callback=(continuation of Deferred@1105629714 after retry RPC after error@1854815827) -> (continuation of Deferred@566013423 after retry RPC after error@1215921859) -> (continuation of Deferred@1031406556 after retry RPC after error@580509318) -> (continuation of Deferred@1720634607 after retry RPC after error@1703029147) -> (continuation of Deferred@134984212 after retry RPC after error@1678389373) -> (continuation of Deferred@1962107303 after retry RPC after error@13193299) -> (continuation of Deferred@1426573644 after retry RPC after error@1622901321), errback=(continuation of Deferred@1105629714 after retry RPC after error@1854815827) -> (continuation of Deferred@566013423 after retry RPC after error@1215921859) -> (continuation of Deferred@1031406556 after retry RPC after error@580509318) -> (continuation of Deferred@1720634607 after retry RPC after error@1703029147) -> (continuation of Deferred@134984212 after retry RPC after error@1678389373) -> (continuation of Deferred@1962107303 after retry RPC after error@13193299) -> (continuation of Deferred@1426573644 after retry RPC after error@1622901321)))
19:59:23.185 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1383562080(state=PENDING, result=null, callback=(continuation of Deferred@1105629714 after retry RPC after error@1854815827) -> (continuation of Deferred@566013423 after retry RPC after error@1215921859) -> (continuation of Deferred@1031406556 after retry RPC after error@580509318) -> (continuation of Deferred@1720634607 after retry RPC after error@1703029147) -> (continuation of Deferred@134984212 after retry RPC after error@1678389373) -> (continuation of Deferred@1962107303 after retry RPC after error@13193299) -> (continuation of Deferred@1426573644 after retry RPC after error@1622901321), errback=(continuation of Deferred@1105629714 after retry RPC after error@1854815827) -> (continuation of Deferred@566013423 after retry RPC after error@1215921859) -> (continuation of Deferred@1031406556 after retry RPC after error@580509318) -> (continuation of Deferred@1720634607 after retry RPC after error@1703029147) -> (continuation of Deferred@134984212 after retry RPC after error@1678389373) -> (continuation of Deferred@1962107303 after retry RPC after error@13193299) -> (continuation of Deferred@1426573644 after retry RPC after error@1622901321)))
19:59:23.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.462 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1490582915(state=PENDING, result=null, callback=(continuation of Deferred@1368335319 after retry RPC after error@537166019) -> (continuation of Deferred@305859702 after retry RPC after error@160714711) -> (continuation of Deferred@565003433 after retry RPC after error@623626951) -> (continuation of Deferred@1866017448 after retry RPC after error@1148729967) -> (continuation of Deferred@255567429 after retry RPC after error@1950165143) -> (continuation of Deferred@1391927506 after retry RPC after error@1465504673) -> (continuation of Deferred@92425857 after retry RPC after error@409380662) -> (continuation of Deferred@1945957720 after retry RPC after error@1780610141), errback=(continuation of Deferred@1368335319 after retry RPC after error@537166019) -> (continuation of Deferred@305859702 after retry RPC after error@160714711) -> (continuation of Deferred@565003433 after retry RPC after error@623626951) -> (continuation of Deferred@1866017448 after retry RPC after error@1148729967) -> (continuation of Deferred@255567429 after retry RPC after error@1950165143) -> (continuation of Deferred@1391927506 after retry RPC after error@1465504673) -> (continuation of Deferred@92425857 after retry RPC after error@409380662) -> (continuation of Deferred@1945957720 after retry RPC after error@1780610141)))
19:59:23.463 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:23.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.564 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.564 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.645 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1330415271(state=PENDING, result=null, callback=(continuation of Deferred@1607652992 after retry RPC after error@175397869) -> (continuation of Deferred@317312578 after retry RPC after error@968559366) -> (continuation of Deferred@1888795751 after retry RPC after error@1477913259) -> (continuation of Deferred@80766005 after retry RPC after error@1708309650) -> (continuation of Deferred@812667851 after retry RPC after error@1372808476) -> (continuation of Deferred@1453671135 after retry RPC after error@652432053), errback=(continuation of Deferred@1607652992 after retry RPC after error@175397869) -> (continuation of Deferred@317312578 after retry RPC after error@968559366) -> (continuation of Deferred@1888795751 after retry RPC after error@1477913259) -> (continuation of Deferred@80766005 after retry RPC after error@1708309650) -> (continuation of Deferred@812667851 after retry RPC after error@1372808476) -> (continuation of Deferred@1453671135 after retry RPC after error@652432053)))
19:59:23.645 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1330415271(state=PENDING, result=null, callback=(continuation of Deferred@1607652992 after retry RPC after error@175397869) -> (continuation of Deferred@317312578 after retry RPC after error@968559366) -> (continuation of Deferred@1888795751 after retry RPC after error@1477913259) -> (continuation of Deferred@80766005 after retry RPC after error@1708309650) -> (continuation of Deferred@812667851 after retry RPC after error@1372808476) -> (continuation of Deferred@1453671135 after retry RPC after error@652432053), errback=(continuation of Deferred@1607652992 after retry RPC after error@175397869) -> (continuation of Deferred@317312578 after retry RPC after error@968559366) -> (continuation of Deferred@1888795751 after retry RPC after error@1477913259) -> (continuation of Deferred@80766005 after retry RPC after error@1708309650) -> (continuation of Deferred@812667851 after retry RPC after error@1372808476) -> (continuation of Deferred@1453671135 after retry RPC after error@652432053)))
19:59:23.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2009112471(state=PENDING, result=null, callback=(continuation of Deferred@1604031791 after retry RPC after error@1939792394) -> (continuation of Deferred@930687640 after retry RPC after error@1152792519) -> (continuation of Deferred@1191702675 after retry RPC after error@1133364427) -> (continuation of Deferred@1029573576 after retry RPC after error@1210260395) -> (continuation of Deferred@819521876 after retry RPC after error@492750872) -> (continuation of Deferred@1343459376 after retry RPC after error@4011994) -> (continuation of Deferred@2010705088 after retry RPC after error@481162283), errback=(continuation of Deferred@1604031791 after retry RPC after error@1939792394) -> (continuation of Deferred@930687640 after retry RPC after error@1152792519) -> (continuation of Deferred@1191702675 after retry RPC after error@1133364427) -> (continuation of Deferred@1029573576 after retry RPC after error@1210260395) -> (continuation of Deferred@819521876 after retry RPC after error@492750872) -> (continuation of Deferred@1343459376 after retry RPC after error@4011994) -> (continuation of Deferred@2010705088 after retry RPC after error@481162283)))
19:59:23.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2009112471(state=PENDING, result=null, callback=(continuation of Deferred@1604031791 after retry RPC after error@1939792394) -> (continuation of Deferred@930687640 after retry RPC after error@1152792519) -> (continuation of Deferred@1191702675 after retry RPC after error@1133364427) -> (continuation of Deferred@1029573576 after retry RPC after error@1210260395) -> (continuation of Deferred@819521876 after retry RPC after error@492750872) -> (continuation of Deferred@1343459376 after retry RPC after error@4011994) -> (continuation of Deferred@2010705088 after retry RPC after error@481162283), errback=(continuation of Deferred@1604031791 after retry RPC after error@1939792394) -> (continuation of Deferred@930687640 after retry RPC after error@1152792519) -> (continuation of Deferred@1191702675 after retry RPC after error@1133364427) -> (continuation of Deferred@1029573576 after retry RPC after error@1210260395) -> (continuation of Deferred@819521876 after retry RPC after error@492750872) -> (continuation of Deferred@1343459376 after retry RPC after error@4011994) -> (continuation of Deferred@2010705088 after retry RPC after error@481162283)))
19:59:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:23.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:23.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:23.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:23.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:23.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.025 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1086917536(state=PENDING, result=null, callback=(continuation of Deferred@1939390293 after retry RPC after error@1312155366) -> (continuation of Deferred@441443155 after retry RPC after error@307462065) -> (continuation of Deferred@612833465 after retry RPC after error@1164232729) -> (continuation of Deferred@542441117 after retry RPC after error@703837137) -> (continuation of Deferred@900543622 after retry RPC after error@1449788970) -> (continuation of Deferred@1372437100 after retry RPC after error@1704257215), errback=(continuation of Deferred@1939390293 after retry RPC after error@1312155366) -> (continuation of Deferred@441443155 after retry RPC after error@307462065) -> (continuation of Deferred@612833465 after retry RPC after error@1164232729) -> (continuation of Deferred@542441117 after retry RPC after error@703837137) -> (continuation of Deferred@900543622 after retry RPC after error@1449788970) -> (continuation of Deferred@1372437100 after retry RPC after error@1704257215)))
19:59:24.026 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1086917536(state=PENDING, result=null, callback=(continuation of Deferred@1939390293 after retry RPC after error@1312155366) -> (continuation of Deferred@441443155 after retry RPC after error@307462065) -> (continuation of Deferred@612833465 after retry RPC after error@1164232729) -> (continuation of Deferred@542441117 after retry RPC after error@703837137) -> (continuation of Deferred@900543622 after retry RPC after error@1449788970) -> (continuation of Deferred@1372437100 after retry RPC after error@1704257215), errback=(continuation of Deferred@1939390293 after retry RPC after error@1312155366) -> (continuation of Deferred@441443155 after retry RPC after error@307462065) -> (continuation of Deferred@612833465 after retry RPC after error@1164232729) -> (continuation of Deferred@542441117 after retry RPC after error@703837137) -> (continuation of Deferred@900543622 after retry RPC after error@1449788970) -> (continuation of Deferred@1372437100 after retry RPC after error@1704257215)))
19:59:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.244 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2006346611(state=PENDING, result=null, callback=(continuation of Deferred@792502911 after retry RPC after error@1560585032) -> (continuation of Deferred@1895706209 after retry RPC after error@880221950) -> (continuation of Deferred@2115136853 after retry RPC after error@116694844) -> (continuation of Deferred@133702821 after retry RPC after error@200559178) -> (continuation of Deferred@1717692068 after retry RPC after error@1146001451) -> (continuation of Deferred@39141643 after retry RPC after error@735767825) -> (continuation of Deferred@1122462216 after retry RPC after error@1918385599) -> (continuation of Deferred@1512925158 after retry RPC after error@652454871), errback=(continuation of Deferred@792502911 after retry RPC after error@1560585032) -> (continuation of Deferred@1895706209 after retry RPC after error@880221950) -> (continuation of Deferred@2115136853 after retry RPC after error@116694844) -> (continuation of Deferred@133702821 after retry RPC after error@200559178) -> (continuation of Deferred@1717692068 after retry RPC after error@1146001451) -> (continuation of Deferred@39141643 after retry RPC after error@735767825) -> (continuation of Deferred@1122462216 after retry RPC after error@1918385599) -> (continuation of Deferred@1512925158 after retry RPC after error@652454871)))
19:59:24.244 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2006346611(state=PENDING, result=null, callback=(continuation of Deferred@792502911 after retry RPC after error@1560585032) -> (continuation of Deferred@1895706209 after retry RPC after error@880221950) -> (continuation of Deferred@2115136853 after retry RPC after error@116694844) -> (continuation of Deferred@133702821 after retry RPC after error@200559178) -> (continuation of Deferred@1717692068 after retry RPC after error@1146001451) -> (continuation of Deferred@39141643 after retry RPC after error@735767825) -> (continuation of Deferred@1122462216 after retry RPC after error@1918385599) -> (continuation of Deferred@1512925158 after retry RPC after error@652454871), errback=(continuation of Deferred@792502911 after retry RPC after error@1560585032) -> (continuation of Deferred@1895706209 after retry RPC after error@880221950) -> (continuation of Deferred@2115136853 after retry RPC after error@116694844) -> (continuation of Deferred@133702821 after retry RPC after error@200559178) -> (continuation of Deferred@1717692068 after retry RPC after error@1146001451) -> (continuation of Deferred@39141643 after retry RPC after error@735767825) -> (continuation of Deferred@1122462216 after retry RPC after error@1918385599) -> (continuation of Deferred@1512925158 after retry RPC after error@652454871)))
19:59:24.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.445 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1342471797(state=PENDING, result=null, callback=(continuation of Deferred@1725234106 after retry RPC after error@2068673139) -> (continuation of Deferred@1761040481 after retry RPC after error@460547292) -> (continuation of Deferred@1522226467 after retry RPC after error@1257597677) -> (continuation of Deferred@412292994 after retry RPC after error@415684040) -> (continuation of Deferred@408197566 after retry RPC after error@2039954011) -> (continuation of Deferred@2042109420 after retry RPC after error@1467936646), errback=(continuation of Deferred@1725234106 after retry RPC after error@2068673139) -> (continuation of Deferred@1761040481 after retry RPC after error@460547292) -> (continuation of Deferred@1522226467 after retry RPC after error@1257597677) -> (continuation of Deferred@412292994 after retry RPC after error@415684040) -> (continuation of Deferred@408197566 after retry RPC after error@2039954011) -> (continuation of Deferred@2042109420 after retry RPC after error@1467936646)))
19:59:24.445 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1342471797(state=PENDING, result=null, callback=(continuation of Deferred@1725234106 after retry RPC after error@2068673139) -> (continuation of Deferred@1761040481 after retry RPC after error@460547292) -> (continuation of Deferred@1522226467 after retry RPC after error@1257597677) -> (continuation of Deferred@412292994 after retry RPC after error@415684040) -> (continuation of Deferred@408197566 after retry RPC after error@2039954011) -> (continuation of Deferred@2042109420 after retry RPC after error@1467936646), errback=(continuation of Deferred@1725234106 after retry RPC after error@2068673139) -> (continuation of Deferred@1761040481 after retry RPC after error@460547292) -> (continuation of Deferred@1522226467 after retry RPC after error@1257597677) -> (continuation of Deferred@412292994 after retry RPC after error@415684040) -> (continuation of Deferred@408197566 after retry RPC after error@2039954011) -> (continuation of Deferred@2042109420 after retry RPC after error@1467936646)))
19:59:24.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.645 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@30919312(state=PENDING, result=null, callback=(continuation of Deferred@1596764169 after retry RPC after error@1225703370) -> (continuation of Deferred@1774215157 after retry RPC after error@1451002647) -> (continuation of Deferred@1818936617 after retry RPC after error@1353111425) -> (continuation of Deferred@997332375 after retry RPC after error@157554141) -> (continuation of Deferred@857590357 after retry RPC after error@1432426856) -> (continuation of Deferred@2123657470 after retry RPC after error@1475827724), errback=(continuation of Deferred@1596764169 after retry RPC after error@1225703370) -> (continuation of Deferred@1774215157 after retry RPC after error@1451002647) -> (continuation of Deferred@1818936617 after retry RPC after error@1353111425) -> (continuation of Deferred@997332375 after retry RPC after error@157554141) -> (continuation of Deferred@857590357 after retry RPC after error@1432426856) -> (continuation of Deferred@2123657470 after retry RPC after error@1475827724)))
19:59:24.646 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@30919312(state=PENDING, result=null, callback=(continuation of Deferred@1596764169 after retry RPC after error@1225703370) -> (continuation of Deferred@1774215157 after retry RPC after error@1451002647) -> (continuation of Deferred@1818936617 after retry RPC after error@1353111425) -> (continuation of Deferred@997332375 after retry RPC after error@157554141) -> (continuation of Deferred@857590357 after retry RPC after error@1432426856) -> (continuation of Deferred@2123657470 after retry RPC after error@1475827724), errback=(continuation of Deferred@1596764169 after retry RPC after error@1225703370) -> (continuation of Deferred@1774215157 after retry RPC after error@1451002647) -> (continuation of Deferred@1818936617 after retry RPC after error@1353111425) -> (continuation of Deferred@997332375 after retry RPC after error@157554141) -> (continuation of Deferred@857590357 after retry RPC after error@1432426856) -> (continuation of Deferred@2123657470 after retry RPC after error@1475827724)))
19:59:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.704 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.865 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@182191140(state=PENDING, result=null, callback=(continuation of Deferred@1728453195 after retry RPC after error@1178360377) -> (continuation of Deferred@92299419 after retry RPC after error@1863825707) -> (continuation of Deferred@949232320 after retry RPC after error@484268665) -> (continuation of Deferred@442463681 after retry RPC after error@1213421888) -> (continuation of Deferred@1363734696 after retry RPC after error@657487466) -> (continuation of Deferred@1184951856 after retry RPC after error@350959357), errback=(continuation of Deferred@1728453195 after retry RPC after error@1178360377) -> (continuation of Deferred@92299419 after retry RPC after error@1863825707) -> (continuation of Deferred@949232320 after retry RPC after error@484268665) -> (continuation of Deferred@442463681 after retry RPC after error@1213421888) -> (continuation of Deferred@1363734696 after retry RPC after error@657487466) -> (continuation of Deferred@1184951856 after retry RPC after error@350959357)))
19:59:24.865 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@182191140(state=PENDING, result=null, callback=(continuation of Deferred@1728453195 after retry RPC after error@1178360377) -> (continuation of Deferred@92299419 after retry RPC after error@1863825707) -> (continuation of Deferred@949232320 after retry RPC after error@484268665) -> (continuation of Deferred@442463681 after retry RPC after error@1213421888) -> (continuation of Deferred@1363734696 after retry RPC after error@657487466) -> (continuation of Deferred@1184951856 after retry RPC after error@350959357), errback=(continuation of Deferred@1728453195 after retry RPC after error@1178360377) -> (continuation of Deferred@92299419 after retry RPC after error@1863825707) -> (continuation of Deferred@949232320 after retry RPC after error@484268665) -> (continuation of Deferred@442463681 after retry RPC after error@1213421888) -> (continuation of Deferred@1363734696 after retry RPC after error@657487466) -> (continuation of Deferred@1184951856 after retry RPC after error@350959357)))
19:59:24.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:24.894141 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:24.899601 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:24.902004 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:24.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:24.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:24.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:24.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:24.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:24.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.045 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@855683933(state=PENDING, result=null, callback=(continuation of Deferred@1860545124 after retry RPC after error@1923500468) -> (continuation of Deferred@897061040 after retry RPC after error@64276249) -> (continuation of Deferred@1075964813 after retry RPC after error@717268) -> (continuation of Deferred@1971494133 after retry RPC after error@1347121491) -> (continuation of Deferred@536446292 after retry RPC after error@1210729262) -> (continuation of Deferred@690883562 after retry RPC after error@585381493), errback=(continuation of Deferred@1860545124 after retry RPC after error@1923500468) -> (continuation of Deferred@897061040 after retry RPC after error@64276249) -> (continuation of Deferred@1075964813 after retry RPC after error@717268) -> (continuation of Deferred@1971494133 after retry RPC after error@1347121491) -> (continuation of Deferred@536446292 after retry RPC after error@1210729262) -> (continuation of Deferred@690883562 after retry RPC after error@585381493)))
19:59:25.045 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@855683933(state=PENDING, result=null, callback=(continuation of Deferred@1860545124 after retry RPC after error@1923500468) -> (continuation of Deferred@897061040 after retry RPC after error@64276249) -> (continuation of Deferred@1075964813 after retry RPC after error@717268) -> (continuation of Deferred@1971494133 after retry RPC after error@1347121491) -> (continuation of Deferred@536446292 after retry RPC after error@1210729262) -> (continuation of Deferred@690883562 after retry RPC after error@585381493), errback=(continuation of Deferred@1860545124 after retry RPC after error@1923500468) -> (continuation of Deferred@897061040 after retry RPC after error@64276249) -> (continuation of Deferred@1075964813 after retry RPC after error@717268) -> (continuation of Deferred@1971494133 after retry RPC after error@1347121491) -> (continuation of Deferred@536446292 after retry RPC after error@1210729262) -> (continuation of Deferred@690883562 after retry RPC after error@585381493)))
19:59:25.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.144 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.144 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.144 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.244 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1721820796(state=PENDING, result=null, callback=(continuation of Deferred@1664869955 after retry RPC after error@2125338464) -> (continuation of Deferred@1178024881 after retry RPC after error@658880013) -> (continuation of Deferred@460342616 after retry RPC after error@359351361) -> (continuation of Deferred@1795039214 after retry RPC after error@1610692962) -> (continuation of Deferred@2042817215 after retry RPC after error@918876298) -> (continuation of Deferred@744458451 after retry RPC after error@1174171155), errback=(continuation of Deferred@1664869955 after retry RPC after error@2125338464) -> (continuation of Deferred@1178024881 after retry RPC after error@658880013) -> (continuation of Deferred@460342616 after retry RPC after error@359351361) -> (continuation of Deferred@1795039214 after retry RPC after error@1610692962) -> (continuation of Deferred@2042817215 after retry RPC after error@918876298) -> (continuation of Deferred@744458451 after retry RPC after error@1174171155)))
19:59:25.245 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1721820796(state=PENDING, result=null, callback=(continuation of Deferred@1664869955 after retry RPC after error@2125338464) -> (continuation of Deferred@1178024881 after retry RPC after error@658880013) -> (continuation of Deferred@460342616 after retry RPC after error@359351361) -> (continuation of Deferred@1795039214 after retry RPC after error@1610692962) -> (continuation of Deferred@2042817215 after retry RPC after error@918876298) -> (continuation of Deferred@744458451 after retry RPC after error@1174171155), errback=(continuation of Deferred@1664869955 after retry RPC after error@2125338464) -> (continuation of Deferred@1178024881 after retry RPC after error@658880013) -> (continuation of Deferred@460342616 after retry RPC after error@359351361) -> (continuation of Deferred@1795039214 after retry RPC after error@1610692962) -> (continuation of Deferred@2042817215 after retry RPC after error@918876298) -> (continuation of Deferred@744458451 after retry RPC after error@1174171155)))
19:59:25.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.284 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.284 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.284 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.284 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.504 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1219362840(state=PENDING, result=null, callback=(continuation of Deferred@1389506968 after retry RPC after error@1351346328) -> (continuation of Deferred@657519026 after retry RPC after error@522619788) -> (continuation of Deferred@1555769089 after retry RPC after error@1400625958) -> (continuation of Deferred@1944460698 after retry RPC after error@1488425601) -> (continuation of Deferred@1563502009 after retry RPC after error@1352562642) -> (continuation of Deferred@324512406 after retry RPC after error@1997541863) -> (continuation of Deferred@593030737 after retry RPC after error@5975311), errback=(continuation of Deferred@1389506968 after retry RPC after error@1351346328) -> (continuation of Deferred@657519026 after retry RPC after error@522619788) -> (continuation of Deferred@1555769089 after retry RPC after error@1400625958) -> (continuation of Deferred@1944460698 after retry RPC after error@1488425601) -> (continuation of Deferred@1563502009 after retry RPC after error@1352562642) -> (continuation of Deferred@324512406 after retry RPC after error@1997541863) -> (continuation of Deferred@593030737 after retry RPC after error@5975311)))
19:59:25.505 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1219362840(state=PENDING, result=null, callback=(continuation of Deferred@1389506968 after retry RPC after error@1351346328) -> (continuation of Deferred@657519026 after retry RPC after error@522619788) -> (continuation of Deferred@1555769089 after retry RPC after error@1400625958) -> (continuation of Deferred@1944460698 after retry RPC after error@1488425601) -> (continuation of Deferred@1563502009 after retry RPC after error@1352562642) -> (continuation of Deferred@324512406 after retry RPC after error@1997541863) -> (continuation of Deferred@593030737 after retry RPC after error@5975311), errback=(continuation of Deferred@1389506968 after retry RPC after error@1351346328) -> (continuation of Deferred@657519026 after retry RPC after error@522619788) -> (continuation of Deferred@1555769089 after retry RPC after error@1400625958) -> (continuation of Deferred@1944460698 after retry RPC after error@1488425601) -> (continuation of Deferred@1563502009 after retry RPC after error@1352562642) -> (continuation of Deferred@324512406 after retry RPC after error@1997541863) -> (continuation of Deferred@593030737 after retry RPC after error@5975311)))
19:59:25.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.624 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.624 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.705 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2079820551(state=PENDING, result=null, callback=(continuation of Deferred@1450766774 after retry RPC after error@1838616533) -> (continuation of Deferred@1553425098 after retry RPC after error@469726700) -> (continuation of Deferred@169595492 after retry RPC after error@1604816213) -> (continuation of Deferred@952182105 after retry RPC after error@1492215736) -> (continuation of Deferred@204281392 after retry RPC after error@1862533061) -> (continuation of Deferred@1591338129 after retry RPC after error@231117909) -> (continuation of Deferred@1765711691 after retry RPC after error@422819966), errback=(continuation of Deferred@1450766774 after retry RPC after error@1838616533) -> (continuation of Deferred@1553425098 after retry RPC after error@469726700) -> (continuation of Deferred@169595492 after retry RPC after error@1604816213) -> (continuation of Deferred@952182105 after retry RPC after error@1492215736) -> (continuation of Deferred@204281392 after retry RPC after error@1862533061) -> (continuation of Deferred@1591338129 after retry RPC after error@231117909) -> (continuation of Deferred@1765711691 after retry RPC after error@422819966)))
19:59:25.706 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2079820551(state=PENDING, result=null, callback=(continuation of Deferred@1450766774 after retry RPC after error@1838616533) -> (continuation of Deferred@1553425098 after retry RPC after error@469726700) -> (continuation of Deferred@169595492 after retry RPC after error@1604816213) -> (continuation of Deferred@952182105 after retry RPC after error@1492215736) -> (continuation of Deferred@204281392 after retry RPC after error@1862533061) -> (continuation of Deferred@1591338129 after retry RPC after error@231117909) -> (continuation of Deferred@1765711691 after retry RPC after error@422819966), errback=(continuation of Deferred@1450766774 after retry RPC after error@1838616533) -> (continuation of Deferred@1553425098 after retry RPC after error@469726700) -> (continuation of Deferred@169595492 after retry RPC after error@1604816213) -> (continuation of Deferred@952182105 after retry RPC after error@1492215736) -> (continuation of Deferred@204281392 after retry RPC after error@1862533061) -> (continuation of Deferred@1591338129 after retry RPC after error@231117909) -> (continuation of Deferred@1765711691 after retry RPC after error@422819966)))
19:59:25.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.786 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.945 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1498728052(state=PENDING, result=null, callback=(continuation of Deferred@2078939714 after retry RPC after error@217437034) -> (continuation of Deferred@1515374809 after retry RPC after error@634045057) -> (continuation of Deferred@240772208 after retry RPC after error@747964498) -> (continuation of Deferred@1615661337 after retry RPC after error@325063003) -> (continuation of Deferred@1390091555 after retry RPC after error@1443387570) -> (continuation of Deferred@1577424555 after retry RPC after error@1300020985) -> (continuation of Deferred@1204064368 after retry RPC after error@1394449906), errback=(continuation of Deferred@2078939714 after retry RPC after error@217437034) -> (continuation of Deferred@1515374809 after retry RPC after error@634045057) -> (continuation of Deferred@240772208 after retry RPC after error@747964498) -> (continuation of Deferred@1615661337 after retry RPC after error@325063003) -> (continuation of Deferred@1390091555 after retry RPC after error@1443387570) -> (continuation of Deferred@1577424555 after retry RPC after error@1300020985) -> (continuation of Deferred@1204064368 after retry RPC after error@1394449906)))
19:59:25.946 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1498728052(state=PENDING, result=null, callback=(continuation of Deferred@2078939714 after retry RPC after error@217437034) -> (continuation of Deferred@1515374809 after retry RPC after error@634045057) -> (continuation of Deferred@240772208 after retry RPC after error@747964498) -> (continuation of Deferred@1615661337 after retry RPC after error@325063003) -> (continuation of Deferred@1390091555 after retry RPC after error@1443387570) -> (continuation of Deferred@1577424555 after retry RPC after error@1300020985) -> (continuation of Deferred@1204064368 after retry RPC after error@1394449906), errback=(continuation of Deferred@2078939714 after retry RPC after error@217437034) -> (continuation of Deferred@1515374809 after retry RPC after error@634045057) -> (continuation of Deferred@240772208 after retry RPC after error@747964498) -> (continuation of Deferred@1615661337 after retry RPC after error@325063003) -> (continuation of Deferred@1390091555 after retry RPC after error@1443387570) -> (continuation of Deferred@1577424555 after retry RPC after error@1300020985) -> (continuation of Deferred@1204064368 after retry RPC after error@1394449906)))
19:59:25.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:25.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:25.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:25.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:25.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:25.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.205 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@190543780(state=PENDING, result=null, callback=(continuation of Deferred@1649186975 after retry RPC after error@1250743015) -> (continuation of Deferred@843319137 after retry RPC after error@1651683546) -> (continuation of Deferred@1685865579 after retry RPC after error@1212922345) -> (continuation of Deferred@1512489102 after retry RPC after error@765812592) -> (continuation of Deferred@729553331 after retry RPC after error@1055750596) -> (continuation of Deferred@1386478631 after retry RPC after error@1442473948) -> (continuation of Deferred@503336273 after retry RPC after error@1274422284), errback=(continuation of Deferred@1649186975 after retry RPC after error@1250743015) -> (continuation of Deferred@843319137 after retry RPC after error@1651683546) -> (continuation of Deferred@1685865579 after retry RPC after error@1212922345) -> (continuation of Deferred@1512489102 after retry RPC after error@765812592) -> (continuation of Deferred@729553331 after retry RPC after error@1055750596) -> (continuation of Deferred@1386478631 after retry RPC after error@1442473948) -> (continuation of Deferred@503336273 after retry RPC after error@1274422284)))
19:59:26.205 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@190543780(state=PENDING, result=null, callback=(continuation of Deferred@1649186975 after retry RPC after error@1250743015) -> (continuation of Deferred@843319137 after retry RPC after error@1651683546) -> (continuation of Deferred@1685865579 after retry RPC after error@1212922345) -> (continuation of Deferred@1512489102 after retry RPC after error@765812592) -> (continuation of Deferred@729553331 after retry RPC after error@1055750596) -> (continuation of Deferred@1386478631 after retry RPC after error@1442473948) -> (continuation of Deferred@503336273 after retry RPC after error@1274422284), errback=(continuation of Deferred@1649186975 after retry RPC after error@1250743015) -> (continuation of Deferred@843319137 after retry RPC after error@1651683546) -> (continuation of Deferred@1685865579 after retry RPC after error@1212922345) -> (continuation of Deferred@1512489102 after retry RPC after error@765812592) -> (continuation of Deferred@729553331 after retry RPC after error@1055750596) -> (continuation of Deferred@1386478631 after retry RPC after error@1442473948) -> (continuation of Deferred@503336273 after retry RPC after error@1274422284)))
19:59:26.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.306 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.483 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@632300491(state=PENDING, result=null, callback=(continuation of Deferred@7199429 after retry RPC after error@752972696) -> (continuation of Deferred@987934282 after retry RPC after error@510160038) -> (continuation of Deferred@1883059804 after retry RPC after error@1474819696) -> (continuation of Deferred@2027455032 after retry RPC after error@621337817) -> (continuation of Deferred@1008636402 after retry RPC after error@1419949175) -> (continuation of Deferred@1758930329 after retry RPC after error@198890062) -> (continuation of Deferred@1132680134 after retry RPC after error@37967565), errback=(continuation of Deferred@7199429 after retry RPC after error@752972696) -> (continuation of Deferred@987934282 after retry RPC after error@510160038) -> (continuation of Deferred@1883059804 after retry RPC after error@1474819696) -> (continuation of Deferred@2027455032 after retry RPC after error@621337817) -> (continuation of Deferred@1008636402 after retry RPC after error@1419949175) -> (continuation of Deferred@1758930329 after retry RPC after error@198890062) -> (continuation of Deferred@1132680134 after retry RPC after error@37967565)))
19:59:26.484 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:26.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.564 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.564 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.564 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.684 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.685 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1068114026(state=PENDING, result=null, callback=(continuation of Deferred@381326536 after retry RPC after error@1898336068) -> (continuation of Deferred@668571482 after retry RPC after error@1235110587) -> (continuation of Deferred@188783508 after retry RPC after error@1222617559) -> (continuation of Deferred@592942289 after retry RPC after error@413649298) -> (continuation of Deferred@389311785 after retry RPC after error@579923721) -> (continuation of Deferred@1040058006 after retry RPC after error@456369122) -> (continuation of Deferred@802867336 after retry RPC after error@177701597), errback=(continuation of Deferred@381326536 after retry RPC after error@1898336068) -> (continuation of Deferred@668571482 after retry RPC after error@1235110587) -> (continuation of Deferred@188783508 after retry RPC after error@1222617559) -> (continuation of Deferred@592942289 after retry RPC after error@413649298) -> (continuation of Deferred@389311785 after retry RPC after error@579923721) -> (continuation of Deferred@1040058006 after retry RPC after error@456369122) -> (continuation of Deferred@802867336 after retry RPC after error@177701597)))
19:59:26.686 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1068114026(state=PENDING, result=null, callback=(continuation of Deferred@381326536 after retry RPC after error@1898336068) -> (continuation of Deferred@668571482 after retry RPC after error@1235110587) -> (continuation of Deferred@188783508 after retry RPC after error@1222617559) -> (continuation of Deferred@592942289 after retry RPC after error@413649298) -> (continuation of Deferred@389311785 after retry RPC after error@579923721) -> (continuation of Deferred@1040058006 after retry RPC after error@456369122) -> (continuation of Deferred@802867336 after retry RPC after error@177701597), errback=(continuation of Deferred@381326536 after retry RPC after error@1898336068) -> (continuation of Deferred@668571482 after retry RPC after error@1235110587) -> (continuation of Deferred@188783508 after retry RPC after error@1222617559) -> (continuation of Deferred@592942289 after retry RPC after error@413649298) -> (continuation of Deferred@389311785 after retry RPC after error@579923721) -> (continuation of Deferred@1040058006 after retry RPC after error@456369122) -> (continuation of Deferred@802867336 after retry RPC after error@177701597)))
19:59:26.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:26.872076 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:26.872328 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:26.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.885 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1321693538(state=PENDING, result=null, callback=(continuation of Deferred@1555008046 after retry RPC after error@252728126) -> (continuation of Deferred@1442074345 after retry RPC after error@550336852) -> (continuation of Deferred@1272217 after retry RPC after error@228020998) -> (continuation of Deferred@2053359451 after retry RPC after error@833554074) -> (continuation of Deferred@720109207 after retry RPC after error@500406191) -> (continuation of Deferred@2037305937 after retry RPC after error@817659952) -> (continuation of Deferred@1171705846 after retry RPC after error@1144608268), errback=(continuation of Deferred@1555008046 after retry RPC after error@252728126) -> (continuation of Deferred@1442074345 after retry RPC after error@550336852) -> (continuation of Deferred@1272217 after retry RPC after error@228020998) -> (continuation of Deferred@2053359451 after retry RPC after error@833554074) -> (continuation of Deferred@720109207 after retry RPC after error@500406191) -> (continuation of Deferred@2037305937 after retry RPC after error@817659952) -> (continuation of Deferred@1171705846 after retry RPC after error@1144608268)))
19:59:26.885 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1321693538(state=PENDING, result=null, callback=(continuation of Deferred@1555008046 after retry RPC after error@252728126) -> (continuation of Deferred@1442074345 after retry RPC after error@550336852) -> (continuation of Deferred@1272217 after retry RPC after error@228020998) -> (continuation of Deferred@2053359451 after retry RPC after error@833554074) -> (continuation of Deferred@720109207 after retry RPC after error@500406191) -> (continuation of Deferred@2037305937 after retry RPC after error@817659952) -> (continuation of Deferred@1171705846 after retry RPC after error@1144608268), errback=(continuation of Deferred@1555008046 after retry RPC after error@252728126) -> (continuation of Deferred@1442074345 after retry RPC after error@550336852) -> (continuation of Deferred@1272217 after retry RPC after error@228020998) -> (continuation of Deferred@2053359451 after retry RPC after error@833554074) -> (continuation of Deferred@720109207 after retry RPC after error@500406191) -> (continuation of Deferred@2037305937 after retry RPC after error@817659952) -> (continuation of Deferred@1171705846 after retry RPC after error@1144608268)))
19:59:26.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.944 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:26.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:26.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:26.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:26.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:26.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.085 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1819908516(state=PENDING, result=null, callback=(continuation of Deferred@1652439825 after retry RPC after error@2121023782) -> (continuation of Deferred@2074906534 after retry RPC after error@1530432974) -> (continuation of Deferred@1208849163 after retry RPC after error@1425317469) -> (continuation of Deferred@1262156506 after retry RPC after error@1425234062) -> (continuation of Deferred@1891769552 after retry RPC after error@3433187) -> (continuation of Deferred@474264597 after retry RPC after error@1379772475), errback=(continuation of Deferred@1652439825 after retry RPC after error@2121023782) -> (continuation of Deferred@2074906534 after retry RPC after error@1530432974) -> (continuation of Deferred@1208849163 after retry RPC after error@1425317469) -> (continuation of Deferred@1262156506 after retry RPC after error@1425234062) -> (continuation of Deferred@1891769552 after retry RPC after error@3433187) -> (continuation of Deferred@474264597 after retry RPC after error@1379772475)))
19:59:27.085 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1819908516(state=PENDING, result=null, callback=(continuation of Deferred@1652439825 after retry RPC after error@2121023782) -> (continuation of Deferred@2074906534 after retry RPC after error@1530432974) -> (continuation of Deferred@1208849163 after retry RPC after error@1425317469) -> (continuation of Deferred@1262156506 after retry RPC after error@1425234062) -> (continuation of Deferred@1891769552 after retry RPC after error@3433187) -> (continuation of Deferred@474264597 after retry RPC after error@1379772475), errback=(continuation of Deferred@1652439825 after retry RPC after error@2121023782) -> (continuation of Deferred@2074906534 after retry RPC after error@1530432974) -> (continuation of Deferred@1208849163 after retry RPC after error@1425317469) -> (continuation of Deferred@1262156506 after retry RPC after error@1425234062) -> (continuation of Deferred@1891769552 after retry RPC after error@3433187) -> (continuation of Deferred@474264597 after retry RPC after error@1379772475)))
19:59:27.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.265 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1832228569(state=PENDING, result=null, callback=(continuation of Deferred@918075628 after retry RPC after error@1005538116) -> (continuation of Deferred@295092712 after retry RPC after error@1356078685) -> (continuation of Deferred@601400179 after retry RPC after error@1655466279) -> (continuation of Deferred@1167228187 after retry RPC after error@902083842) -> (continuation of Deferred@1398889458 after retry RPC after error@1384510952) -> (continuation of Deferred@78196742 after retry RPC after error@341174580), errback=(continuation of Deferred@918075628 after retry RPC after error@1005538116) -> (continuation of Deferred@295092712 after retry RPC after error@1356078685) -> (continuation of Deferred@601400179 after retry RPC after error@1655466279) -> (continuation of Deferred@1167228187 after retry RPC after error@902083842) -> (continuation of Deferred@1398889458 after retry RPC after error@1384510952) -> (continuation of Deferred@78196742 after retry RPC after error@341174580)))
19:59:27.265 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1832228569(state=PENDING, result=null, callback=(continuation of Deferred@918075628 after retry RPC after error@1005538116) -> (continuation of Deferred@295092712 after retry RPC after error@1356078685) -> (continuation of Deferred@601400179 after retry RPC after error@1655466279) -> (continuation of Deferred@1167228187 after retry RPC after error@902083842) -> (continuation of Deferred@1398889458 after retry RPC after error@1384510952) -> (continuation of Deferred@78196742 after retry RPC after error@341174580), errback=(continuation of Deferred@918075628 after retry RPC after error@1005538116) -> (continuation of Deferred@295092712 after retry RPC after error@1356078685) -> (continuation of Deferred@601400179 after retry RPC after error@1655466279) -> (continuation of Deferred@1167228187 after retry RPC after error@902083842) -> (continuation of Deferred@1398889458 after retry RPC after error@1384510952) -> (continuation of Deferred@78196742 after retry RPC after error@341174580)))
19:59:27.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.465 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@523834702(state=PENDING, result=null, callback=(continuation of Deferred@117950509 after retry RPC after error@1934194092) -> (continuation of Deferred@108496347 after retry RPC after error@1362322238) -> (continuation of Deferred@1749847957 after retry RPC after error@1343255333) -> (continuation of Deferred@1785949601 after retry RPC after error@546556226) -> (continuation of Deferred@749722338 after retry RPC after error@2138377481) -> (continuation of Deferred@236615971 after retry RPC after error@813529211), errback=(continuation of Deferred@117950509 after retry RPC after error@1934194092) -> (continuation of Deferred@108496347 after retry RPC after error@1362322238) -> (continuation of Deferred@1749847957 after retry RPC after error@1343255333) -> (continuation of Deferred@1785949601 after retry RPC after error@546556226) -> (continuation of Deferred@749722338 after retry RPC after error@2138377481) -> (continuation of Deferred@236615971 after retry RPC after error@813529211)))
19:59:27.466 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@523834702(state=PENDING, result=null, callback=(continuation of Deferred@117950509 after retry RPC after error@1934194092) -> (continuation of Deferred@108496347 after retry RPC after error@1362322238) -> (continuation of Deferred@1749847957 after retry RPC after error@1343255333) -> (continuation of Deferred@1785949601 after retry RPC after error@546556226) -> (continuation of Deferred@749722338 after retry RPC after error@2138377481) -> (continuation of Deferred@236615971 after retry RPC after error@813529211), errback=(continuation of Deferred@117950509 after retry RPC after error@1934194092) -> (continuation of Deferred@108496347 after retry RPC after error@1362322238) -> (continuation of Deferred@1749847957 after retry RPC after error@1343255333) -> (continuation of Deferred@1785949601 after retry RPC after error@546556226) -> (continuation of Deferred@749722338 after retry RPC after error@2138377481) -> (continuation of Deferred@236615971 after retry RPC after error@813529211)))
19:59:27.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.604 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.684 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1201553041(state=PENDING, result=null, callback=(continuation of Deferred@1167131711 after retry RPC after error@1470087217) -> (continuation of Deferred@749327773 after retry RPC after error@443882543) -> (continuation of Deferred@1460163490 after retry RPC after error@2118098746) -> (continuation of Deferred@483960925 after retry RPC after error@788417421) -> (continuation of Deferred@1006540979 after retry RPC after error@968492729) -> (continuation of Deferred@1618598803 after retry RPC after error@1007113778), errback=(continuation of Deferred@1167131711 after retry RPC after error@1470087217) -> (continuation of Deferred@749327773 after retry RPC after error@443882543) -> (continuation of Deferred@1460163490 after retry RPC after error@2118098746) -> (continuation of Deferred@483960925 after retry RPC after error@788417421) -> (continuation of Deferred@1006540979 after retry RPC after error@968492729) -> (continuation of Deferred@1618598803 after retry RPC after error@1007113778)))
19:59:27.684 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1201553041(state=PENDING, result=null, callback=(continuation of Deferred@1167131711 after retry RPC after error@1470087217) -> (continuation of Deferred@749327773 after retry RPC after error@443882543) -> (continuation of Deferred@1460163490 after retry RPC after error@2118098746) -> (continuation of Deferred@483960925 after retry RPC after error@788417421) -> (continuation of Deferred@1006540979 after retry RPC after error@968492729) -> (continuation of Deferred@1618598803 after retry RPC after error@1007113778), errback=(continuation of Deferred@1167131711 after retry RPC after error@1470087217) -> (continuation of Deferred@749327773 after retry RPC after error@443882543) -> (continuation of Deferred@1460163490 after retry RPC after error@2118098746) -> (continuation of Deferred@483960925 after retry RPC after error@788417421) -> (continuation of Deferred@1006540979 after retry RPC after error@968492729) -> (continuation of Deferred@1618598803 after retry RPC after error@1007113778)))
19:59:27.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.925 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@724776285(state=PENDING, result=null, callback=(continuation of Deferred@1819113352 after retry RPC after error@494348519) -> (continuation of Deferred@700166609 after retry RPC after error@454094950) -> (continuation of Deferred@474355131 after retry RPC after error@944907972) -> (continuation of Deferred@1284717862 after retry RPC after error@1352427282) -> (continuation of Deferred@2094750583 after retry RPC after error@1435907630) -> (continuation of Deferred@3754935 after retry RPC after error@867043413) -> (continuation of Deferred@352910772 after retry RPC after error@1909169789), errback=(continuation of Deferred@1819113352 after retry RPC after error@494348519) -> (continuation of Deferred@700166609 after retry RPC after error@454094950) -> (continuation of Deferred@474355131 after retry RPC after error@944907972) -> (continuation of Deferred@1284717862 after retry RPC after error@1352427282) -> (continuation of Deferred@2094750583 after retry RPC after error@1435907630) -> (continuation of Deferred@3754935 after retry RPC after error@867043413) -> (continuation of Deferred@352910772 after retry RPC after error@1909169789)))
19:59:27.925 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@724776285(state=PENDING, result=null, callback=(continuation of Deferred@1819113352 after retry RPC after error@494348519) -> (continuation of Deferred@700166609 after retry RPC after error@454094950) -> (continuation of Deferred@474355131 after retry RPC after error@944907972) -> (continuation of Deferred@1284717862 after retry RPC after error@1352427282) -> (continuation of Deferred@2094750583 after retry RPC after error@1435907630) -> (continuation of Deferred@3754935 after retry RPC after error@867043413) -> (continuation of Deferred@352910772 after retry RPC after error@1909169789), errback=(continuation of Deferred@1819113352 after retry RPC after error@494348519) -> (continuation of Deferred@700166609 after retry RPC after error@454094950) -> (continuation of Deferred@474355131 after retry RPC after error@944907972) -> (continuation of Deferred@1284717862 after retry RPC after error@1352427282) -> (continuation of Deferred@2094750583 after retry RPC after error@1435907630) -> (continuation of Deferred@3754935 after retry RPC after error@867043413) -> (continuation of Deferred@352910772 after retry RPC after error@1909169789)))
19:59:27.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:27.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:27.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:27.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:27.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:27.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.165 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@963313245(state=PENDING, result=null, callback=(continuation of Deferred@439999477 after retry RPC after error@916578014) -> (continuation of Deferred@1125600154 after retry RPC after error@769777075) -> (continuation of Deferred@2043895177 after retry RPC after error@1102850883) -> (continuation of Deferred@948892533 after retry RPC after error@455196050) -> (continuation of Deferred@2029880426 after retry RPC after error@1488674309) -> (continuation of Deferred@400624444 after retry RPC after error@29030783) -> (continuation of Deferred@368112630 after retry RPC after error@398056507), errback=(continuation of Deferred@439999477 after retry RPC after error@916578014) -> (continuation of Deferred@1125600154 after retry RPC after error@769777075) -> (continuation of Deferred@2043895177 after retry RPC after error@1102850883) -> (continuation of Deferred@948892533 after retry RPC after error@455196050) -> (continuation of Deferred@2029880426 after retry RPC after error@1488674309) -> (continuation of Deferred@400624444 after retry RPC after error@29030783) -> (continuation of Deferred@368112630 after retry RPC after error@398056507)))
19:59:28.165 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@963313245(state=PENDING, result=null, callback=(continuation of Deferred@439999477 after retry RPC after error@916578014) -> (continuation of Deferred@1125600154 after retry RPC after error@769777075) -> (continuation of Deferred@2043895177 after retry RPC after error@1102850883) -> (continuation of Deferred@948892533 after retry RPC after error@455196050) -> (continuation of Deferred@2029880426 after retry RPC after error@1488674309) -> (continuation of Deferred@400624444 after retry RPC after error@29030783) -> (continuation of Deferred@368112630 after retry RPC after error@398056507), errback=(continuation of Deferred@439999477 after retry RPC after error@916578014) -> (continuation of Deferred@1125600154 after retry RPC after error@769777075) -> (continuation of Deferred@2043895177 after retry RPC after error@1102850883) -> (continuation of Deferred@948892533 after retry RPC after error@455196050) -> (continuation of Deferred@2029880426 after retry RPC after error@1488674309) -> (continuation of Deferred@400624444 after retry RPC after error@29030783) -> (continuation of Deferred@368112630 after retry RPC after error@398056507)))
19:59:28.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.243 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.243 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.243 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.345 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@356884147(state=PENDING, result=null, callback=(continuation of Deferred@1775222597 after retry RPC after error@2021962838) -> (continuation of Deferred@317906105 after retry RPC after error@737900626) -> (continuation of Deferred@1071308799 after retry RPC after error@1654782550) -> (continuation of Deferred@1723004335 after retry RPC after error@377170115) -> (continuation of Deferred@2142714068 after retry RPC after error@313069118) -> (continuation of Deferred@1665637961 after retry RPC after error@741707730), errback=(continuation of Deferred@1775222597 after retry RPC after error@2021962838) -> (continuation of Deferred@317906105 after retry RPC after error@737900626) -> (continuation of Deferred@1071308799 after retry RPC after error@1654782550) -> (continuation of Deferred@1723004335 after retry RPC after error@377170115) -> (continuation of Deferred@2142714068 after retry RPC after error@313069118) -> (continuation of Deferred@1665637961 after retry RPC after error@741707730)))
19:59:28.345 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@356884147(state=PENDING, result=null, callback=(continuation of Deferred@1775222597 after retry RPC after error@2021962838) -> (continuation of Deferred@317906105 after retry RPC after error@737900626) -> (continuation of Deferred@1071308799 after retry RPC after error@1654782550) -> (continuation of Deferred@1723004335 after retry RPC after error@377170115) -> (continuation of Deferred@2142714068 after retry RPC after error@313069118) -> (continuation of Deferred@1665637961 after retry RPC after error@741707730), errback=(continuation of Deferred@1775222597 after retry RPC after error@2021962838) -> (continuation of Deferred@317906105 after retry RPC after error@737900626) -> (continuation of Deferred@1071308799 after retry RPC after error@1654782550) -> (continuation of Deferred@1723004335 after retry RPC after error@377170115) -> (continuation of Deferred@2142714068 after retry RPC after error@313069118) -> (continuation of Deferred@1665637961 after retry RPC after error@741707730)))
19:59:28.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.585 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@373473400(state=PENDING, result=null, callback=(continuation of Deferred@615779872 after retry RPC after error@445127972) -> (continuation of Deferred@2129416846 after retry RPC after error@2116881451) -> (continuation of Deferred@2062338240 after retry RPC after error@551000964) -> (continuation of Deferred@1010025778 after retry RPC after error@711576267) -> (continuation of Deferred@920632718 after retry RPC after error@709368682) -> (continuation of Deferred@141578564 after retry RPC after error@1823210771) -> (continuation of Deferred@668147397 after retry RPC after error@1294651934), errback=(continuation of Deferred@615779872 after retry RPC after error@445127972) -> (continuation of Deferred@2129416846 after retry RPC after error@2116881451) -> (continuation of Deferred@2062338240 after retry RPC after error@551000964) -> (continuation of Deferred@1010025778 after retry RPC after error@711576267) -> (continuation of Deferred@920632718 after retry RPC after error@709368682) -> (continuation of Deferred@141578564 after retry RPC after error@1823210771) -> (continuation of Deferred@668147397 after retry RPC after error@1294651934)))
19:59:28.585 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@373473400(state=PENDING, result=null, callback=(continuation of Deferred@615779872 after retry RPC after error@445127972) -> (continuation of Deferred@2129416846 after retry RPC after error@2116881451) -> (continuation of Deferred@2062338240 after retry RPC after error@551000964) -> (continuation of Deferred@1010025778 after retry RPC after error@711576267) -> (continuation of Deferred@920632718 after retry RPC after error@709368682) -> (continuation of Deferred@141578564 after retry RPC after error@1823210771) -> (continuation of Deferred@668147397 after retry RPC after error@1294651934), errback=(continuation of Deferred@615779872 after retry RPC after error@445127972) -> (continuation of Deferred@2129416846 after retry RPC after error@2116881451) -> (continuation of Deferred@2062338240 after retry RPC after error@551000964) -> (continuation of Deferred@1010025778 after retry RPC after error@711576267) -> (continuation of Deferred@920632718 after retry RPC after error@709368682) -> (continuation of Deferred@141578564 after retry RPC after error@1823210771) -> (continuation of Deferred@668147397 after retry RPC after error@1294651934)))
19:59:28.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.723 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.723 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.845 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1163560595(state=PENDING, result=null, callback=(continuation of Deferred@1646768861 after retry RPC after error@717544999) -> (continuation of Deferred@1973109082 after retry RPC after error@1692675940) -> (continuation of Deferred@990566527 after retry RPC after error@926096607) -> (continuation of Deferred@411896562 after retry RPC after error@1574406536) -> (continuation of Deferred@821259117 after retry RPC after error@520703048) -> (continuation of Deferred@1864572865 after retry RPC after error@240730212) -> (continuation of Deferred@635108033 after retry RPC after error@1885636926), errback=(continuation of Deferred@1646768861 after retry RPC after error@717544999) -> (continuation of Deferred@1973109082 after retry RPC after error@1692675940) -> (continuation of Deferred@990566527 after retry RPC after error@926096607) -> (continuation of Deferred@411896562 after retry RPC after error@1574406536) -> (continuation of Deferred@821259117 after retry RPC after error@520703048) -> (continuation of Deferred@1864572865 after retry RPC after error@240730212) -> (continuation of Deferred@635108033 after retry RPC after error@1885636926)))
19:59:28.845 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1163560595(state=PENDING, result=null, callback=(continuation of Deferred@1646768861 after retry RPC after error@717544999) -> (continuation of Deferred@1973109082 after retry RPC after error@1692675940) -> (continuation of Deferred@990566527 after retry RPC after error@926096607) -> (continuation of Deferred@411896562 after retry RPC after error@1574406536) -> (continuation of Deferred@821259117 after retry RPC after error@520703048) -> (continuation of Deferred@1864572865 after retry RPC after error@240730212) -> (continuation of Deferred@635108033 after retry RPC after error@1885636926), errback=(continuation of Deferred@1646768861 after retry RPC after error@717544999) -> (continuation of Deferred@1973109082 after retry RPC after error@1692675940) -> (continuation of Deferred@990566527 after retry RPC after error@926096607) -> (continuation of Deferred@411896562 after retry RPC after error@1574406536) -> (continuation of Deferred@821259117 after retry RPC after error@520703048) -> (continuation of Deferred@1864572865 after retry RPC after error@240730212) -> (continuation of Deferred@635108033 after retry RPC after error@1885636926)))
19:59:28.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:28.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:28.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.984 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.984 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.984 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:28.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:28.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.064 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.065 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@268636945(state=PENDING, result=null, callback=(continuation of Deferred@1353434807 after retry RPC after error@357202419) -> (continuation of Deferred@1323296443 after retry RPC after error@1179447274) -> (continuation of Deferred@1213990890 after retry RPC after error@236944115) -> (continuation of Deferred@1061466037 after retry RPC after error@508965896) -> (continuation of Deferred@907875199 after retry RPC after error@1126182829) -> (continuation of Deferred@1501763963 after retry RPC after error@1985642551) -> (continuation of Deferred@679670632 after retry RPC after error@1788738706), errback=(continuation of Deferred@1353434807 after retry RPC after error@357202419) -> (continuation of Deferred@1323296443 after retry RPC after error@1179447274) -> (continuation of Deferred@1213990890 after retry RPC after error@236944115) -> (continuation of Deferred@1061466037 after retry RPC after error@508965896) -> (continuation of Deferred@907875199 after retry RPC after error@1126182829) -> (continuation of Deferred@1501763963 after retry RPC after error@1985642551) -> (continuation of Deferred@679670632 after retry RPC after error@1788738706)))
19:59:29.065 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@268636945(state=PENDING, result=null, callback=(continuation of Deferred@1353434807 after retry RPC after error@357202419) -> (continuation of Deferred@1323296443 after retry RPC after error@1179447274) -> (continuation of Deferred@1213990890 after retry RPC after error@236944115) -> (continuation of Deferred@1061466037 after retry RPC after error@508965896) -> (continuation of Deferred@907875199 after retry RPC after error@1126182829) -> (continuation of Deferred@1501763963 after retry RPC after error@1985642551) -> (continuation of Deferred@679670632 after retry RPC after error@1788738706), errback=(continuation of Deferred@1353434807 after retry RPC after error@357202419) -> (continuation of Deferred@1323296443 after retry RPC after error@1179447274) -> (continuation of Deferred@1213990890 after retry RPC after error@236944115) -> (continuation of Deferred@1061466037 after retry RPC after error@508965896) -> (continuation of Deferred@907875199 after retry RPC after error@1126182829) -> (continuation of Deferred@1501763963 after retry RPC after error@1985642551) -> (continuation of Deferred@679670632 after retry RPC after error@1788738706)))
19:59:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.143 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.143 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.265 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@996693882(state=PENDING, result=null, callback=(continuation of Deferred@1511322559 after retry RPC after error@823900600) -> (continuation of Deferred@1066709186 after retry RPC after error@1178530765) -> (continuation of Deferred@994732478 after retry RPC after error@1475395862) -> (continuation of Deferred@1308129674 after retry RPC after error@2087275363) -> (continuation of Deferred@335993545 after retry RPC after error@1160728878) -> (continuation of Deferred@1268077608 after retry RPC after error@2106670186) -> (continuation of Deferred@1600352643 after retry RPC after error@1618672992), errback=(continuation of Deferred@1511322559 after retry RPC after error@823900600) -> (continuation of Deferred@1066709186 after retry RPC after error@1178530765) -> (continuation of Deferred@994732478 after retry RPC after error@1475395862) -> (continuation of Deferred@1308129674 after retry RPC after error@2087275363) -> (continuation of Deferred@335993545 after retry RPC after error@1160728878) -> (continuation of Deferred@1268077608 after retry RPC after error@2106670186) -> (continuation of Deferred@1600352643 after retry RPC after error@1618672992)))
19:59:29.265 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@996693882(state=PENDING, result=null, callback=(continuation of Deferred@1511322559 after retry RPC after error@823900600) -> (continuation of Deferred@1066709186 after retry RPC after error@1178530765) -> (continuation of Deferred@994732478 after retry RPC after error@1475395862) -> (continuation of Deferred@1308129674 after retry RPC after error@2087275363) -> (continuation of Deferred@335993545 after retry RPC after error@1160728878) -> (continuation of Deferred@1268077608 after retry RPC after error@2106670186) -> (continuation of Deferred@1600352643 after retry RPC after error@1618672992), errback=(continuation of Deferred@1511322559 after retry RPC after error@823900600) -> (continuation of Deferred@1066709186 after retry RPC after error@1178530765) -> (continuation of Deferred@994732478 after retry RPC after error@1475395862) -> (continuation of Deferred@1308129674 after retry RPC after error@2087275363) -> (continuation of Deferred@335993545 after retry RPC after error@1160728878) -> (continuation of Deferred@1268077608 after retry RPC after error@2106670186) -> (continuation of Deferred@1600352643 after retry RPC after error@1618672992)))
19:59:29.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.525 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1189131792(state=PENDING, result=null, callback=(continuation of Deferred@1234926385 after retry RPC after error@904812653) -> (continuation of Deferred@780567137 after retry RPC after error@1838539159) -> (continuation of Deferred@2135252455 after retry RPC after error@951017298) -> (continuation of Deferred@572540844 after retry RPC after error@1618707238) -> (continuation of Deferred@889475243 after retry RPC after error@1997786262) -> (continuation of Deferred@1462696191 after retry RPC after error@1802511247) -> (continuation of Deferred@2095490882 after retry RPC after error@360227636) -> (continuation of Deferred@900814948 after retry RPC after error@1597470982), errback=(continuation of Deferred@1234926385 after retry RPC after error@904812653) -> (continuation of Deferred@780567137 after retry RPC after error@1838539159) -> (continuation of Deferred@2135252455 after retry RPC after error@951017298) -> (continuation of Deferred@572540844 after retry RPC after error@1618707238) -> (continuation of Deferred@889475243 after retry RPC after error@1997786262) -> (continuation of Deferred@1462696191 after retry RPC after error@1802511247) -> (continuation of Deferred@2095490882 after retry RPC after error@360227636) -> (continuation of Deferred@900814948 after retry RPC after error@1597470982)))
19:59:29.525 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1189131792(state=PENDING, result=null, callback=(continuation of Deferred@1234926385 after retry RPC after error@904812653) -> (continuation of Deferred@780567137 after retry RPC after error@1838539159) -> (continuation of Deferred@2135252455 after retry RPC after error@951017298) -> (continuation of Deferred@572540844 after retry RPC after error@1618707238) -> (continuation of Deferred@889475243 after retry RPC after error@1997786262) -> (continuation of Deferred@1462696191 after retry RPC after error@1802511247) -> (continuation of Deferred@2095490882 after retry RPC after error@360227636) -> (continuation of Deferred@900814948 after retry RPC after error@1597470982), errback=(continuation of Deferred@1234926385 after retry RPC after error@904812653) -> (continuation of Deferred@780567137 after retry RPC after error@1838539159) -> (continuation of Deferred@2135252455 after retry RPC after error@951017298) -> (continuation of Deferred@572540844 after retry RPC after error@1618707238) -> (continuation of Deferred@889475243 after retry RPC after error@1997786262) -> (continuation of Deferred@1462696191 after retry RPC after error@1802511247) -> (continuation of Deferred@2095490882 after retry RPC after error@360227636) -> (continuation of Deferred@900814948 after retry RPC after error@1597470982)))
19:59:29.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.603 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.603 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.785 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@464063056(state=PENDING, result=null, callback=(continuation of Deferred@1177062426 after retry RPC after error@1285896284) -> (continuation of Deferred@2143376422 after retry RPC after error@753478148) -> (continuation of Deferred@782445535 after retry RPC after error@1260487055) -> (continuation of Deferred@1043631273 after retry RPC after error@1533556833) -> (continuation of Deferred@1814170880 after retry RPC after error@726193394) -> (continuation of Deferred@830686454 after retry RPC after error@733137303) -> (continuation of Deferred@1468304364 after retry RPC after error@973482666), errback=(continuation of Deferred@1177062426 after retry RPC after error@1285896284) -> (continuation of Deferred@2143376422 after retry RPC after error@753478148) -> (continuation of Deferred@782445535 after retry RPC after error@1260487055) -> (continuation of Deferred@1043631273 after retry RPC after error@1533556833) -> (continuation of Deferred@1814170880 after retry RPC after error@726193394) -> (continuation of Deferred@830686454 after retry RPC after error@733137303) -> (continuation of Deferred@1468304364 after retry RPC after error@973482666)))
19:59:29.786 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@464063056(state=PENDING, result=null, callback=(continuation of Deferred@1177062426 after retry RPC after error@1285896284) -> (continuation of Deferred@2143376422 after retry RPC after error@753478148) -> (continuation of Deferred@782445535 after retry RPC after error@1260487055) -> (continuation of Deferred@1043631273 after retry RPC after error@1533556833) -> (continuation of Deferred@1814170880 after retry RPC after error@726193394) -> (continuation of Deferred@830686454 after retry RPC after error@733137303) -> (continuation of Deferred@1468304364 after retry RPC after error@973482666), errback=(continuation of Deferred@1177062426 after retry RPC after error@1285896284) -> (continuation of Deferred@2143376422 after retry RPC after error@753478148) -> (continuation of Deferred@782445535 after retry RPC after error@1260487055) -> (continuation of Deferred@1043631273 after retry RPC after error@1533556833) -> (continuation of Deferred@1814170880 after retry RPC after error@726193394) -> (continuation of Deferred@830686454 after retry RPC after error@733137303) -> (continuation of Deferred@1468304364 after retry RPC after error@973482666)))
19:59:29.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.865 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.944 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.944 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.944 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.944 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:29.964740 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:29.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:29.966100 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:29.968102 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:29.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:29.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:29.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:29.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:29.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:29.984 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@243672783(state=PENDING, result=null, callback=(continuation of Deferred@1974920360 after retry RPC after error@1018194018) -> (continuation of Deferred@1060497126 after retry RPC after error@3805073) -> (continuation of Deferred@1122707610 after retry RPC after error@2099755997) -> (continuation of Deferred@1840607305 after retry RPC after error@1034140905) -> (continuation of Deferred@647490623 after retry RPC after error@1722700387) -> (continuation of Deferred@543117767 after retry RPC after error@3929553) -> (continuation of Deferred@433326077 after retry RPC after error@234709998), errback=(continuation of Deferred@1974920360 after retry RPC after error@1018194018) -> (continuation of Deferred@1060497126 after retry RPC after error@3805073) -> (continuation of Deferred@1122707610 after retry RPC after error@2099755997) -> (continuation of Deferred@1840607305 after retry RPC after error@1034140905) -> (continuation of Deferred@647490623 after retry RPC after error@1722700387) -> (continuation of Deferred@543117767 after retry RPC after error@3929553) -> (continuation of Deferred@433326077 after retry RPC after error@234709998)))
19:59:29.985 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@243672783(state=PENDING, result=null, callback=(continuation of Deferred@1974920360 after retry RPC after error@1018194018) -> (continuation of Deferred@1060497126 after retry RPC after error@3805073) -> (continuation of Deferred@1122707610 after retry RPC after error@2099755997) -> (continuation of Deferred@1840607305 after retry RPC after error@1034140905) -> (continuation of Deferred@647490623 after retry RPC after error@1722700387) -> (continuation of Deferred@543117767 after retry RPC after error@3929553) -> (continuation of Deferred@433326077 after retry RPC after error@234709998), errback=(continuation of Deferred@1974920360 after retry RPC after error@1018194018) -> (continuation of Deferred@1060497126 after retry RPC after error@3805073) -> (continuation of Deferred@1122707610 after retry RPC after error@2099755997) -> (continuation of Deferred@1840607305 after retry RPC after error@1034140905) -> (continuation of Deferred@647490623 after retry RPC after error@1722700387) -> (continuation of Deferred@543117767 after retry RPC after error@3929553) -> (continuation of Deferred@433326077 after retry RPC after error@234709998)))
19:59:30.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.204 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.205 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@917160792(state=PENDING, result=null, callback=(continuation of Deferred@1606057184 after retry RPC after error@528058690) -> (continuation of Deferred@507623759 after retry RPC after error@2115049948) -> (continuation of Deferred@1916811138 after retry RPC after error@564171537) -> (continuation of Deferred@850972075 after retry RPC after error@1150414297) -> (continuation of Deferred@924724974 after retry RPC after error@310582023) -> (continuation of Deferred@1721915753 after retry RPC after error@756457281) -> (continuation of Deferred@1798946131 after retry RPC after error@1634261008), errback=(continuation of Deferred@1606057184 after retry RPC after error@528058690) -> (continuation of Deferred@507623759 after retry RPC after error@2115049948) -> (continuation of Deferred@1916811138 after retry RPC after error@564171537) -> (continuation of Deferred@850972075 after retry RPC after error@1150414297) -> (continuation of Deferred@924724974 after retry RPC after error@310582023) -> (continuation of Deferred@1721915753 after retry RPC after error@756457281) -> (continuation of Deferred@1798946131 after retry RPC after error@1634261008)))
19:59:30.205 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@917160792(state=PENDING, result=null, callback=(continuation of Deferred@1606057184 after retry RPC after error@528058690) -> (continuation of Deferred@507623759 after retry RPC after error@2115049948) -> (continuation of Deferred@1916811138 after retry RPC after error@564171537) -> (continuation of Deferred@850972075 after retry RPC after error@1150414297) -> (continuation of Deferred@924724974 after retry RPC after error@310582023) -> (continuation of Deferred@1721915753 after retry RPC after error@756457281) -> (continuation of Deferred@1798946131 after retry RPC after error@1634261008), errback=(continuation of Deferred@1606057184 after retry RPC after error@528058690) -> (continuation of Deferred@507623759 after retry RPC after error@2115049948) -> (continuation of Deferred@1916811138 after retry RPC after error@564171537) -> (continuation of Deferred@850972075 after retry RPC after error@1150414297) -> (continuation of Deferred@924724974 after retry RPC after error@310582023) -> (continuation of Deferred@1721915753 after retry RPC after error@756457281) -> (continuation of Deferred@1798946131 after retry RPC after error@1634261008)))
19:59:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.444 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@894784931(state=PENDING, result=null, callback=(continuation of Deferred@1064753033 after retry RPC after error@1016486230) -> (continuation of Deferred@1728652710 after retry RPC after error@2020510889) -> (continuation of Deferred@1898829490 after retry RPC after error@2139061544) -> (continuation of Deferred@1375032180 after retry RPC after error@1576179239) -> (continuation of Deferred@1123369837 after retry RPC after error@1181216806) -> (continuation of Deferred@1039299949 after retry RPC after error@1954062170) -> (continuation of Deferred@486425747 after retry RPC after error@1709273578), errback=(continuation of Deferred@1064753033 after retry RPC after error@1016486230) -> (continuation of Deferred@1728652710 after retry RPC after error@2020510889) -> (continuation of Deferred@1898829490 after retry RPC after error@2139061544) -> (continuation of Deferred@1375032180 after retry RPC after error@1576179239) -> (continuation of Deferred@1123369837 after retry RPC after error@1181216806) -> (continuation of Deferred@1039299949 after retry RPC after error@1954062170) -> (continuation of Deferred@486425747 after retry RPC after error@1709273578)))
19:59:30.445 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=220), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@894784931(state=PENDING, result=null, callback=(continuation of Deferred@1064753033 after retry RPC after error@1016486230) -> (continuation of Deferred@1728652710 after retry RPC after error@2020510889) -> (continuation of Deferred@1898829490 after retry RPC after error@2139061544) -> (continuation of Deferred@1375032180 after retry RPC after error@1576179239) -> (continuation of Deferred@1123369837 after retry RPC after error@1181216806) -> (continuation of Deferred@1039299949 after retry RPC after error@1954062170) -> (continuation of Deferred@486425747 after retry RPC after error@1709273578), errback=(continuation of Deferred@1064753033 after retry RPC after error@1016486230) -> (continuation of Deferred@1728652710 after retry RPC after error@2020510889) -> (continuation of Deferred@1898829490 after retry RPC after error@2139061544) -> (continuation of Deferred@1375032180 after retry RPC after error@1576179239) -> (continuation of Deferred@1123369837 after retry RPC after error@1181216806) -> (continuation of Deferred@1039299949 after retry RPC after error@1954062170) -> (continuation of Deferred@486425747 after retry RPC after error@1709273578)))
19:59:30.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.504 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.504 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.523 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.722 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@696703577(state=PENDING, result=null, callback=(continuation of Deferred@189782466 after retry RPC after error@1826575935) -> (continuation of Deferred@1765358237 after retry RPC after error@1995596273) -> (continuation of Deferred@59123492 after retry RPC after error@360642501) -> (continuation of Deferred@900975141 after retry RPC after error@1353439371) -> (continuation of Deferred@1655077565 after retry RPC after error@8677875) -> (continuation of Deferred@734886180 after retry RPC after error@623678294) -> (continuation of Deferred@1947100892 after retry RPC after error@1466319455) -> (continuation of Deferred@388109774 after retry RPC after error@1448444511), errback=(continuation of Deferred@189782466 after retry RPC after error@1826575935) -> (continuation of Deferred@1765358237 after retry RPC after error@1995596273) -> (continuation of Deferred@59123492 after retry RPC after error@360642501) -> (continuation of Deferred@900975141 after retry RPC after error@1353439371) -> (continuation of Deferred@1655077565 after retry RPC after error@8677875) -> (continuation of Deferred@734886180 after retry RPC after error@623678294) -> (continuation of Deferred@1947100892 after retry RPC after error@1466319455) -> (continuation of Deferred@388109774 after retry RPC after error@1448444511)))
19:59:30.723 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:30.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.905 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1325844278(state=PENDING, result=null, callback=(continuation of Deferred@824190820 after retry RPC after error@465405470) -> (continuation of Deferred@2023965598 after retry RPC after error@31786187) -> (continuation of Deferred@835590292 after retry RPC after error@1186260421) -> (continuation of Deferred@610922814 after retry RPC after error@226720292) -> (continuation of Deferred@1288231352 after retry RPC after error@758355753) -> (continuation of Deferred@1178100656 after retry RPC after error@1358717705), errback=(continuation of Deferred@824190820 after retry RPC after error@465405470) -> (continuation of Deferred@2023965598 after retry RPC after error@31786187) -> (continuation of Deferred@835590292 after retry RPC after error@1186260421) -> (continuation of Deferred@610922814 after retry RPC after error@226720292) -> (continuation of Deferred@1288231352 after retry RPC after error@758355753) -> (continuation of Deferred@1178100656 after retry RPC after error@1358717705)))
19:59:30.905 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1325844278(state=PENDING, result=null, callback=(continuation of Deferred@824190820 after retry RPC after error@465405470) -> (continuation of Deferred@2023965598 after retry RPC after error@31786187) -> (continuation of Deferred@835590292 after retry RPC after error@1186260421) -> (continuation of Deferred@610922814 after retry RPC after error@226720292) -> (continuation of Deferred@1288231352 after retry RPC after error@758355753) -> (continuation of Deferred@1178100656 after retry RPC after error@1358717705), errback=(continuation of Deferred@824190820 after retry RPC after error@465405470) -> (continuation of Deferred@2023965598 after retry RPC after error@31786187) -> (continuation of Deferred@835590292 after retry RPC after error@1186260421) -> (continuation of Deferred@610922814 after retry RPC after error@226720292) -> (continuation of Deferred@1288231352 after retry RPC after error@758355753) -> (continuation of Deferred@1178100656 after retry RPC after error@1358717705)))
19:59:30.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:30.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:30.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:30.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:30.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:30.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.083 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.182 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@612490456(state=PENDING, result=null, callback=(continuation of Deferred@1288935781 after retry RPC after error@1530992341) -> (continuation of Deferred@1650339275 after retry RPC after error@1209223748) -> (continuation of Deferred@408681106 after retry RPC after error@1266655474) -> (continuation of Deferred@1482484771 after retry RPC after error@173001734) -> (continuation of Deferred@1300703415 after retry RPC after error@2068408773) -> (continuation of Deferred@1154203515 after retry RPC after error@814769176) -> (continuation of Deferred@1143353389 after retry RPC after error@1955692077), errback=(continuation of Deferred@1288935781 after retry RPC after error@1530992341) -> (continuation of Deferred@1650339275 after retry RPC after error@1209223748) -> (continuation of Deferred@408681106 after retry RPC after error@1266655474) -> (continuation of Deferred@1482484771 after retry RPC after error@173001734) -> (continuation of Deferred@1300703415 after retry RPC after error@2068408773) -> (continuation of Deferred@1154203515 after retry RPC after error@814769176) -> (continuation of Deferred@1143353389 after retry RPC after error@1955692077)))
19:59:31.183 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:31.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.405 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@574550237(state=PENDING, result=null, callback=(continuation of Deferred@1133754967 after retry RPC after error@175100433) -> (continuation of Deferred@152448107 after retry RPC after error@1559989644) -> (continuation of Deferred@40158534 after retry RPC after error@1995403329) -> (continuation of Deferred@1310879619 after retry RPC after error@1312103462) -> (continuation of Deferred@1793048147 after retry RPC after error@1732224561) -> (continuation of Deferred@977048354 after retry RPC after error@1552841839) -> (continuation of Deferred@1261726859 after retry RPC after error@1361069554), errback=(continuation of Deferred@1133754967 after retry RPC after error@175100433) -> (continuation of Deferred@152448107 after retry RPC after error@1559989644) -> (continuation of Deferred@40158534 after retry RPC after error@1995403329) -> (continuation of Deferred@1310879619 after retry RPC after error@1312103462) -> (continuation of Deferred@1793048147 after retry RPC after error@1732224561) -> (continuation of Deferred@977048354 after retry RPC after error@1552841839) -> (continuation of Deferred@1261726859 after retry RPC after error@1361069554)))
19:59:31.405 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@574550237(state=PENDING, result=null, callback=(continuation of Deferred@1133754967 after retry RPC after error@175100433) -> (continuation of Deferred@152448107 after retry RPC after error@1559989644) -> (continuation of Deferred@40158534 after retry RPC after error@1995403329) -> (continuation of Deferred@1310879619 after retry RPC after error@1312103462) -> (continuation of Deferred@1793048147 after retry RPC after error@1732224561) -> (continuation of Deferred@977048354 after retry RPC after error@1552841839) -> (continuation of Deferred@1261726859 after retry RPC after error@1361069554), errback=(continuation of Deferred@1133754967 after retry RPC after error@175100433) -> (continuation of Deferred@152448107 after retry RPC after error@1559989644) -> (continuation of Deferred@40158534 after retry RPC after error@1995403329) -> (continuation of Deferred@1310879619 after retry RPC after error@1312103462) -> (continuation of Deferred@1793048147 after retry RPC after error@1732224561) -> (continuation of Deferred@977048354 after retry RPC after error@1552841839) -> (continuation of Deferred@1261726859 after retry RPC after error@1361069554)))
19:59:31.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.585 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@667408024(state=PENDING, result=null, callback=(continuation of Deferred@1689206930 after retry RPC after error@314003597) -> (continuation of Deferred@302745090 after retry RPC after error@199352781) -> (continuation of Deferred@366250995 after retry RPC after error@1028621052) -> (continuation of Deferred@1933195457 after retry RPC after error@2001813730) -> (continuation of Deferred@1181472488 after retry RPC after error@133362875) -> (continuation of Deferred@623655092 after retry RPC after error@1485257379), errback=(continuation of Deferred@1689206930 after retry RPC after error@314003597) -> (continuation of Deferred@302745090 after retry RPC after error@199352781) -> (continuation of Deferred@366250995 after retry RPC after error@1028621052) -> (continuation of Deferred@1933195457 after retry RPC after error@2001813730) -> (continuation of Deferred@1181472488 after retry RPC after error@133362875) -> (continuation of Deferred@623655092 after retry RPC after error@1485257379)))
19:59:31.585 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@667408024(state=PENDING, result=null, callback=(continuation of Deferred@1689206930 after retry RPC after error@314003597) -> (continuation of Deferred@302745090 after retry RPC after error@199352781) -> (continuation of Deferred@366250995 after retry RPC after error@1028621052) -> (continuation of Deferred@1933195457 after retry RPC after error@2001813730) -> (continuation of Deferred@1181472488 after retry RPC after error@133362875) -> (continuation of Deferred@623655092 after retry RPC after error@1485257379), errback=(continuation of Deferred@1689206930 after retry RPC after error@314003597) -> (continuation of Deferred@302745090 after retry RPC after error@199352781) -> (continuation of Deferred@366250995 after retry RPC after error@1028621052) -> (continuation of Deferred@1933195457 after retry RPC after error@2001813730) -> (continuation of Deferred@1181472488 after retry RPC after error@133362875) -> (continuation of Deferred@623655092 after retry RPC after error@1485257379)))
19:59:31.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.603 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.603 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.642 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.683 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.784 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@786202903(state=PENDING, result=null, callback=(continuation of Deferred@1592412806 after retry RPC after error@17260598) -> (continuation of Deferred@607334573 after retry RPC after error@1848494341) -> (continuation of Deferred@1646198844 after retry RPC after error@1478740633) -> (continuation of Deferred@1705525096 after retry RPC after error@1707976505) -> (continuation of Deferred@2143896924 after retry RPC after error@964177726) -> (continuation of Deferred@495911942 after retry RPC after error@368282849) -> (continuation of Deferred@547735718 after retry RPC after error@1482424915), errback=(continuation of Deferred@1592412806 after retry RPC after error@17260598) -> (continuation of Deferred@607334573 after retry RPC after error@1848494341) -> (continuation of Deferred@1646198844 after retry RPC after error@1478740633) -> (continuation of Deferred@1705525096 after retry RPC after error@1707976505) -> (continuation of Deferred@2143896924 after retry RPC after error@964177726) -> (continuation of Deferred@495911942 after retry RPC after error@368282849) -> (continuation of Deferred@547735718 after retry RPC after error@1482424915)))
19:59:31.785 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@786202903(state=PENDING, result=null, callback=(continuation of Deferred@1592412806 after retry RPC after error@17260598) -> (continuation of Deferred@607334573 after retry RPC after error@1848494341) -> (continuation of Deferred@1646198844 after retry RPC after error@1478740633) -> (continuation of Deferred@1705525096 after retry RPC after error@1707976505) -> (continuation of Deferred@2143896924 after retry RPC after error@964177726) -> (continuation of Deferred@495911942 after retry RPC after error@368282849) -> (continuation of Deferred@547735718 after retry RPC after error@1482424915), errback=(continuation of Deferred@1592412806 after retry RPC after error@17260598) -> (continuation of Deferred@607334573 after retry RPC after error@1848494341) -> (continuation of Deferred@1646198844 after retry RPC after error@1478740633) -> (continuation of Deferred@1705525096 after retry RPC after error@1707976505) -> (continuation of Deferred@2143896924 after retry RPC after error@964177726) -> (continuation of Deferred@495911942 after retry RPC after error@368282849) -> (continuation of Deferred@547735718 after retry RPC after error@1482424915)))
19:59:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.804 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:31.873790 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:31.873955 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:31.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:31.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:31.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:31.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:31.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.045 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@186584845(state=PENDING, result=null, callback=(continuation of Deferred@1674663230 after retry RPC after error@1970895917) -> (continuation of Deferred@1832208005 after retry RPC after error@513887049) -> (continuation of Deferred@1999668486 after retry RPC after error@1234569177) -> (continuation of Deferred@240148736 after retry RPC after error@440371328) -> (continuation of Deferred@1775511156 after retry RPC after error@277175384) -> (continuation of Deferred@500197161 after retry RPC after error@2068682651) -> (continuation of Deferred@870508800 after retry RPC after error@163513528), errback=(continuation of Deferred@1674663230 after retry RPC after error@1970895917) -> (continuation of Deferred@1832208005 after retry RPC after error@513887049) -> (continuation of Deferred@1999668486 after retry RPC after error@1234569177) -> (continuation of Deferred@240148736 after retry RPC after error@440371328) -> (continuation of Deferred@1775511156 after retry RPC after error@277175384) -> (continuation of Deferred@500197161 after retry RPC after error@2068682651) -> (continuation of Deferred@870508800 after retry RPC after error@163513528)))
19:59:32.045 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@186584845(state=PENDING, result=null, callback=(continuation of Deferred@1674663230 after retry RPC after error@1970895917) -> (continuation of Deferred@1832208005 after retry RPC after error@513887049) -> (continuation of Deferred@1999668486 after retry RPC after error@1234569177) -> (continuation of Deferred@240148736 after retry RPC after error@440371328) -> (continuation of Deferred@1775511156 after retry RPC after error@277175384) -> (continuation of Deferred@500197161 after retry RPC after error@2068682651) -> (continuation of Deferred@870508800 after retry RPC after error@163513528), errback=(continuation of Deferred@1674663230 after retry RPC after error@1970895917) -> (continuation of Deferred@1832208005 after retry RPC after error@513887049) -> (continuation of Deferred@1999668486 after retry RPC after error@1234569177) -> (continuation of Deferred@240148736 after retry RPC after error@440371328) -> (continuation of Deferred@1775511156 after retry RPC after error@277175384) -> (continuation of Deferred@500197161 after retry RPC after error@2068682651) -> (continuation of Deferred@870508800 after retry RPC after error@163513528)))
19:59:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.203 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.245 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2003713897(state=PENDING, result=null, callback=(continuation of Deferred@1376362272 after retry RPC after error@1551441207) -> (continuation of Deferred@761178952 after retry RPC after error@726490365) -> (continuation of Deferred@891500075 after retry RPC after error@564598045) -> (continuation of Deferred@2046553738 after retry RPC after error@940634108) -> (continuation of Deferred@338560187 after retry RPC after error@230225118) -> (continuation of Deferred@722588765 after retry RPC after error@339845580) -> (continuation of Deferred@1882088483 after retry RPC after error@981098748), errback=(continuation of Deferred@1376362272 after retry RPC after error@1551441207) -> (continuation of Deferred@761178952 after retry RPC after error@726490365) -> (continuation of Deferred@891500075 after retry RPC after error@564598045) -> (continuation of Deferred@2046553738 after retry RPC after error@940634108) -> (continuation of Deferred@338560187 after retry RPC after error@230225118) -> (continuation of Deferred@722588765 after retry RPC after error@339845580) -> (continuation of Deferred@1882088483 after retry RPC after error@981098748)))
19:59:32.245 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2003713897(state=PENDING, result=null, callback=(continuation of Deferred@1376362272 after retry RPC after error@1551441207) -> (continuation of Deferred@761178952 after retry RPC after error@726490365) -> (continuation of Deferred@891500075 after retry RPC after error@564598045) -> (continuation of Deferred@2046553738 after retry RPC after error@940634108) -> (continuation of Deferred@338560187 after retry RPC after error@230225118) -> (continuation of Deferred@722588765 after retry RPC after error@339845580) -> (continuation of Deferred@1882088483 after retry RPC after error@981098748), errback=(continuation of Deferred@1376362272 after retry RPC after error@1551441207) -> (continuation of Deferred@761178952 after retry RPC after error@726490365) -> (continuation of Deferred@891500075 after retry RPC after error@564598045) -> (continuation of Deferred@2046553738 after retry RPC after error@940634108) -> (continuation of Deferred@338560187 after retry RPC after error@230225118) -> (continuation of Deferred@722588765 after retry RPC after error@339845580) -> (continuation of Deferred@1882088483 after retry RPC after error@981098748)))
19:59:32.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.405 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@342926430(state=PENDING, result=null, callback=(continuation of Deferred@1102495879 after retry RPC after error@1954553293) -> (continuation of Deferred@251789654 after retry RPC after error@515966652) -> (continuation of Deferred@1761894171 after retry RPC after error@496916867) -> (continuation of Deferred@42591191 after retry RPC after error@351007196) -> (continuation of Deferred@1608292573 after retry RPC after error@811696356) -> (continuation of Deferred@2109430372 after retry RPC after error@907358494), errback=(continuation of Deferred@1102495879 after retry RPC after error@1954553293) -> (continuation of Deferred@251789654 after retry RPC after error@515966652) -> (continuation of Deferred@1761894171 after retry RPC after error@496916867) -> (continuation of Deferred@42591191 after retry RPC after error@351007196) -> (continuation of Deferred@1608292573 after retry RPC after error@811696356) -> (continuation of Deferred@2109430372 after retry RPC after error@907358494)))
19:59:32.405 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@342926430(state=PENDING, result=null, callback=(continuation of Deferred@1102495879 after retry RPC after error@1954553293) -> (continuation of Deferred@251789654 after retry RPC after error@515966652) -> (continuation of Deferred@1761894171 after retry RPC after error@496916867) -> (continuation of Deferred@42591191 after retry RPC after error@351007196) -> (continuation of Deferred@1608292573 after retry RPC after error@811696356) -> (continuation of Deferred@2109430372 after retry RPC after error@907358494), errback=(continuation of Deferred@1102495879 after retry RPC after error@1954553293) -> (continuation of Deferred@251789654 after retry RPC after error@515966652) -> (continuation of Deferred@1761894171 after retry RPC after error@496916867) -> (continuation of Deferred@42591191 after retry RPC after error@351007196) -> (continuation of Deferred@1608292573 after retry RPC after error@811696356) -> (continuation of Deferred@2109430372 after retry RPC after error@907358494)))
19:59:32.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.462 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.604 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@371302064(state=PENDING, result=null, callback=(continuation of Deferred@153338027 after retry RPC after error@642997035) -> (continuation of Deferred@1663887344 after retry RPC after error@2044866875) -> (continuation of Deferred@1850970164 after retry RPC after error@1390744790) -> (continuation of Deferred@1450338845 after retry RPC after error@1056043521) -> (continuation of Deferred@1288771547 after retry RPC after error@921233715) -> (continuation of Deferred@1938775921 after retry RPC after error@1113578235), errback=(continuation of Deferred@153338027 after retry RPC after error@642997035) -> (continuation of Deferred@1663887344 after retry RPC after error@2044866875) -> (continuation of Deferred@1850970164 after retry RPC after error@1390744790) -> (continuation of Deferred@1450338845 after retry RPC after error@1056043521) -> (continuation of Deferred@1288771547 after retry RPC after error@921233715) -> (continuation of Deferred@1938775921 after retry RPC after error@1113578235)))
19:59:32.605 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@371302064(state=PENDING, result=null, callback=(continuation of Deferred@153338027 after retry RPC after error@642997035) -> (continuation of Deferred@1663887344 after retry RPC after error@2044866875) -> (continuation of Deferred@1850970164 after retry RPC after error@1390744790) -> (continuation of Deferred@1450338845 after retry RPC after error@1056043521) -> (continuation of Deferred@1288771547 after retry RPC after error@921233715) -> (continuation of Deferred@1938775921 after retry RPC after error@1113578235), errback=(continuation of Deferred@153338027 after retry RPC after error@642997035) -> (continuation of Deferred@1663887344 after retry RPC after error@2044866875) -> (continuation of Deferred@1850970164 after retry RPC after error@1390744790) -> (continuation of Deferred@1450338845 after retry RPC after error@1056043521) -> (continuation of Deferred@1288771547 after retry RPC after error@921233715) -> (continuation of Deferred@1938775921 after retry RPC after error@1113578235)))
19:59:32.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.784 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1739141603(state=PENDING, result=null, callback=(continuation of Deferred@894364380 after retry RPC after error@64655696) -> (continuation of Deferred@759919801 after retry RPC after error@54750938) -> (continuation of Deferred@1100573796 after retry RPC after error@371074326) -> (continuation of Deferred@1611032016 after retry RPC after error@2024530612) -> (continuation of Deferred@1926974345 after retry RPC after error@361424465) -> (continuation of Deferred@1190210005 after retry RPC after error@1642651133), errback=(continuation of Deferred@894364380 after retry RPC after error@64655696) -> (continuation of Deferred@759919801 after retry RPC after error@54750938) -> (continuation of Deferred@1100573796 after retry RPC after error@371074326) -> (continuation of Deferred@1611032016 after retry RPC after error@2024530612) -> (continuation of Deferred@1926974345 after retry RPC after error@361424465) -> (continuation of Deferred@1190210005 after retry RPC after error@1642651133)))
19:59:32.785 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1739141603(state=PENDING, result=null, callback=(continuation of Deferred@894364380 after retry RPC after error@64655696) -> (continuation of Deferred@759919801 after retry RPC after error@54750938) -> (continuation of Deferred@1100573796 after retry RPC after error@371074326) -> (continuation of Deferred@1611032016 after retry RPC after error@2024530612) -> (continuation of Deferred@1926974345 after retry RPC after error@361424465) -> (continuation of Deferred@1190210005 after retry RPC after error@1642651133), errback=(continuation of Deferred@894364380 after retry RPC after error@64655696) -> (continuation of Deferred@759919801 after retry RPC after error@54750938) -> (continuation of Deferred@1100573796 after retry RPC after error@371074326) -> (continuation of Deferred@1611032016 after retry RPC after error@2024530612) -> (continuation of Deferred@1926974345 after retry RPC after error@361424465) -> (continuation of Deferred@1190210005 after retry RPC after error@1642651133)))
19:59:32.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:32.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:32.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:32.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:32.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:32.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.024 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@276003613(state=PENDING, result=null, callback=(continuation of Deferred@2004575404 after retry RPC after error@1588873576) -> (continuation of Deferred@1362076150 after retry RPC after error@1510970205) -> (continuation of Deferred@1987957428 after retry RPC after error@176044570) -> (continuation of Deferred@645008050 after retry RPC after error@4317274) -> (continuation of Deferred@414280340 after retry RPC after error@1675902322) -> (continuation of Deferred@1433766950 after retry RPC after error@1522132450) -> (continuation of Deferred@1229963755 after retry RPC after error@184707613), errback=(continuation of Deferred@2004575404 after retry RPC after error@1588873576) -> (continuation of Deferred@1362076150 after retry RPC after error@1510970205) -> (continuation of Deferred@1987957428 after retry RPC after error@176044570) -> (continuation of Deferred@645008050 after retry RPC after error@4317274) -> (continuation of Deferred@414280340 after retry RPC after error@1675902322) -> (continuation of Deferred@1433766950 after retry RPC after error@1522132450) -> (continuation of Deferred@1229963755 after retry RPC after error@184707613)))
19:59:33.025 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@276003613(state=PENDING, result=null, callback=(continuation of Deferred@2004575404 after retry RPC after error@1588873576) -> (continuation of Deferred@1362076150 after retry RPC after error@1510970205) -> (continuation of Deferred@1987957428 after retry RPC after error@176044570) -> (continuation of Deferred@645008050 after retry RPC after error@4317274) -> (continuation of Deferred@414280340 after retry RPC after error@1675902322) -> (continuation of Deferred@1433766950 after retry RPC after error@1522132450) -> (continuation of Deferred@1229963755 after retry RPC after error@184707613), errback=(continuation of Deferred@2004575404 after retry RPC after error@1588873576) -> (continuation of Deferred@1362076150 after retry RPC after error@1510970205) -> (continuation of Deferred@1987957428 after retry RPC after error@176044570) -> (continuation of Deferred@645008050 after retry RPC after error@4317274) -> (continuation of Deferred@414280340 after retry RPC after error@1675902322) -> (continuation of Deferred@1433766950 after retry RPC after error@1522132450) -> (continuation of Deferred@1229963755 after retry RPC after error@184707613)))
19:59:33.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.044 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.224 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1143813032(state=PENDING, result=null, callback=(continuation of Deferred@1186362582 after retry RPC after error@1308575065) -> (continuation of Deferred@149307657 after retry RPC after error@637240270) -> (continuation of Deferred@1344160611 after retry RPC after error@1736184244) -> (continuation of Deferred@1571351131 after retry RPC after error@607446995) -> (continuation of Deferred@110341485 after retry RPC after error@23457210) -> (continuation of Deferred@453322239 after retry RPC after error@403456819), errback=(continuation of Deferred@1186362582 after retry RPC after error@1308575065) -> (continuation of Deferred@149307657 after retry RPC after error@637240270) -> (continuation of Deferred@1344160611 after retry RPC after error@1736184244) -> (continuation of Deferred@1571351131 after retry RPC after error@607446995) -> (continuation of Deferred@110341485 after retry RPC after error@23457210) -> (continuation of Deferred@453322239 after retry RPC after error@403456819)))
19:59:33.225 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1143813032(state=PENDING, result=null, callback=(continuation of Deferred@1186362582 after retry RPC after error@1308575065) -> (continuation of Deferred@149307657 after retry RPC after error@637240270) -> (continuation of Deferred@1344160611 after retry RPC after error@1736184244) -> (continuation of Deferred@1571351131 after retry RPC after error@607446995) -> (continuation of Deferred@110341485 after retry RPC after error@23457210) -> (continuation of Deferred@453322239 after retry RPC after error@403456819), errback=(continuation of Deferred@1186362582 after retry RPC after error@1308575065) -> (continuation of Deferred@149307657 after retry RPC after error@637240270) -> (continuation of Deferred@1344160611 after retry RPC after error@1736184244) -> (continuation of Deferred@1571351131 after retry RPC after error@607446995) -> (continuation of Deferred@110341485 after retry RPC after error@23457210) -> (continuation of Deferred@453322239 after retry RPC after error@403456819)))
19:59:33.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.264 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.385 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1748791221(state=PENDING, result=null, callback=(continuation of Deferred@2116803684 after retry RPC after error@1299587141) -> (continuation of Deferred@1933831774 after retry RPC after error@2022274628) -> (continuation of Deferred@1491160525 after retry RPC after error@619260572) -> (continuation of Deferred@1211371841 after retry RPC after error@2067559765) -> (continuation of Deferred@694276314 after retry RPC after error@1144107680) -> (continuation of Deferred@744955262 after retry RPC after error@879313786), errback=(continuation of Deferred@2116803684 after retry RPC after error@1299587141) -> (continuation of Deferred@1933831774 after retry RPC after error@2022274628) -> (continuation of Deferred@1491160525 after retry RPC after error@619260572) -> (continuation of Deferred@1211371841 after retry RPC after error@2067559765) -> (continuation of Deferred@694276314 after retry RPC after error@1144107680) -> (continuation of Deferred@744955262 after retry RPC after error@879313786)))
19:59:33.385 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1748791221(state=PENDING, result=null, callback=(continuation of Deferred@2116803684 after retry RPC after error@1299587141) -> (continuation of Deferred@1933831774 after retry RPC after error@2022274628) -> (continuation of Deferred@1491160525 after retry RPC after error@619260572) -> (continuation of Deferred@1211371841 after retry RPC after error@2067559765) -> (continuation of Deferred@694276314 after retry RPC after error@1144107680) -> (continuation of Deferred@744955262 after retry RPC after error@879313786), errback=(continuation of Deferred@2116803684 after retry RPC after error@1299587141) -> (continuation of Deferred@1933831774 after retry RPC after error@2022274628) -> (continuation of Deferred@1491160525 after retry RPC after error@619260572) -> (continuation of Deferred@1211371841 after retry RPC after error@2067559765) -> (continuation of Deferred@694276314 after retry RPC after error@1144107680) -> (continuation of Deferred@744955262 after retry RPC after error@879313786)))
19:59:33.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.663 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@284370132(state=PENDING, result=null, callback=(continuation of Deferred@2129700483 after retry RPC after error@1638462720) -> (continuation of Deferred@449748918 after retry RPC after error@320003519) -> (continuation of Deferred@1756214752 after retry RPC after error@1317756160) -> (continuation of Deferred@542529608 after retry RPC after error@632063704) -> (continuation of Deferred@539702584 after retry RPC after error@886841184) -> (continuation of Deferred@651859371 after retry RPC after error@1728142830) -> (continuation of Deferred@511325891 after retry RPC after error@1250495859), errback=(continuation of Deferred@2129700483 after retry RPC after error@1638462720) -> (continuation of Deferred@449748918 after retry RPC after error@320003519) -> (continuation of Deferred@1756214752 after retry RPC after error@1317756160) -> (continuation of Deferred@542529608 after retry RPC after error@632063704) -> (continuation of Deferred@539702584 after retry RPC after error@886841184) -> (continuation of Deferred@651859371 after retry RPC after error@1728142830) -> (continuation of Deferred@511325891 after retry RPC after error@1250495859)))
19:59:33.664 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:33.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.784 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@141294972(state=PENDING, result=null, callback=(continuation of Deferred@1351051423 after retry RPC after error@1060789574) -> (continuation of Deferred@2144073844 after retry RPC after error@672951020) -> (continuation of Deferred@1127496928 after retry RPC after error@772381101) -> (continuation of Deferred@237096000 after retry RPC after error@1168215138) -> (continuation of Deferred@655391498 after retry RPC after error@1169578676) -> (continuation of Deferred@1173736846 after retry RPC after error@218008526), errback=(continuation of Deferred@1351051423 after retry RPC after error@1060789574) -> (continuation of Deferred@2144073844 after retry RPC after error@672951020) -> (continuation of Deferred@1127496928 after retry RPC after error@772381101) -> (continuation of Deferred@237096000 after retry RPC after error@1168215138) -> (continuation of Deferred@655391498 after retry RPC after error@1169578676) -> (continuation of Deferred@1173736846 after retry RPC after error@218008526)))
19:59:33.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@141294972(state=PENDING, result=null, callback=(continuation of Deferred@1351051423 after retry RPC after error@1060789574) -> (continuation of Deferred@2144073844 after retry RPC after error@672951020) -> (continuation of Deferred@1127496928 after retry RPC after error@772381101) -> (continuation of Deferred@237096000 after retry RPC after error@1168215138) -> (continuation of Deferred@655391498 after retry RPC after error@1169578676) -> (continuation of Deferred@1173736846 after retry RPC after error@218008526), errback=(continuation of Deferred@1351051423 after retry RPC after error@1060789574) -> (continuation of Deferred@2144073844 after retry RPC after error@672951020) -> (continuation of Deferred@1127496928 after retry RPC after error@772381101) -> (continuation of Deferred@237096000 after retry RPC after error@1168215138) -> (continuation of Deferred@655391498 after retry RPC after error@1169578676) -> (continuation of Deferred@1173736846 after retry RPC after error@218008526)))
19:59:33.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:33.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:33.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:33.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:33.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:33.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.084 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2001612360(state=PENDING, result=null, callback=(continuation of Deferred@529111688 after retry RPC after error@221780020) -> (continuation of Deferred@621164656 after retry RPC after error@591163126) -> (continuation of Deferred@1882385859 after retry RPC after error@1032233545) -> (continuation of Deferred@693622833 after retry RPC after error@1776044083) -> (continuation of Deferred@241695806 after retry RPC after error@117146449) -> (continuation of Deferred@301614575 after retry RPC after error@443292211) -> (continuation of Deferred@735806284 after retry RPC after error@1910537325), errback=(continuation of Deferred@529111688 after retry RPC after error@221780020) -> (continuation of Deferred@621164656 after retry RPC after error@591163126) -> (continuation of Deferred@1882385859 after retry RPC after error@1032233545) -> (continuation of Deferred@693622833 after retry RPC after error@1776044083) -> (continuation of Deferred@241695806 after retry RPC after error@117146449) -> (continuation of Deferred@301614575 after retry RPC after error@443292211) -> (continuation of Deferred@735806284 after retry RPC after error@1910537325)))
19:59:34.085 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2001612360(state=PENDING, result=null, callback=(continuation of Deferred@529111688 after retry RPC after error@221780020) -> (continuation of Deferred@621164656 after retry RPC after error@591163126) -> (continuation of Deferred@1882385859 after retry RPC after error@1032233545) -> (continuation of Deferred@693622833 after retry RPC after error@1776044083) -> (continuation of Deferred@241695806 after retry RPC after error@117146449) -> (continuation of Deferred@301614575 after retry RPC after error@443292211) -> (continuation of Deferred@735806284 after retry RPC after error@1910537325), errback=(continuation of Deferred@529111688 after retry RPC after error@221780020) -> (continuation of Deferred@621164656 after retry RPC after error@591163126) -> (continuation of Deferred@1882385859 after retry RPC after error@1032233545) -> (continuation of Deferred@693622833 after retry RPC after error@1776044083) -> (continuation of Deferred@241695806 after retry RPC after error@117146449) -> (continuation of Deferred@301614575 after retry RPC after error@443292211) -> (continuation of Deferred@735806284 after retry RPC after error@1910537325)))
19:59:34.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.245 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1272095203(state=PENDING, result=null, callback=(continuation of Deferred@247316902 after retry RPC after error@226472340) -> (continuation of Deferred@1949494303 after retry RPC after error@707892931) -> (continuation of Deferred@1247924946 after retry RPC after error@987900187) -> (continuation of Deferred@1507031116 after retry RPC after error@2146593339) -> (continuation of Deferred@1002557525 after retry RPC after error@281058503) -> (continuation of Deferred@1385404299 after retry RPC after error@1054641232), errback=(continuation of Deferred@247316902 after retry RPC after error@226472340) -> (continuation of Deferred@1949494303 after retry RPC after error@707892931) -> (continuation of Deferred@1247924946 after retry RPC after error@987900187) -> (continuation of Deferred@1507031116 after retry RPC after error@2146593339) -> (continuation of Deferred@1002557525 after retry RPC after error@281058503) -> (continuation of Deferred@1385404299 after retry RPC after error@1054641232)))
19:59:34.246 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1272095203(state=PENDING, result=null, callback=(continuation of Deferred@247316902 after retry RPC after error@226472340) -> (continuation of Deferred@1949494303 after retry RPC after error@707892931) -> (continuation of Deferred@1247924946 after retry RPC after error@987900187) -> (continuation of Deferred@1507031116 after retry RPC after error@2146593339) -> (continuation of Deferred@1002557525 after retry RPC after error@281058503) -> (continuation of Deferred@1385404299 after retry RPC after error@1054641232), errback=(continuation of Deferred@247316902 after retry RPC after error@226472340) -> (continuation of Deferred@1949494303 after retry RPC after error@707892931) -> (continuation of Deferred@1247924946 after retry RPC after error@987900187) -> (continuation of Deferred@1507031116 after retry RPC after error@2146593339) -> (continuation of Deferred@1002557525 after retry RPC after error@281058503) -> (continuation of Deferred@1385404299 after retry RPC after error@1054641232)))
19:59:34.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.362 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.503 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.503 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.505 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1433191985(state=PENDING, result=null, callback=(continuation of Deferred@196606495 after retry RPC after error@340916886) -> (continuation of Deferred@1953492528 after retry RPC after error@1199698882) -> (continuation of Deferred@1934790191 after retry RPC after error@1749831577) -> (continuation of Deferred@1666785998 after retry RPC after error@730776196) -> (continuation of Deferred@1279922732 after retry RPC after error@1190182075) -> (continuation of Deferred@1821747705 after retry RPC after error@827513869) -> (continuation of Deferred@756380537 after retry RPC after error@1858279172), errback=(continuation of Deferred@196606495 after retry RPC after error@340916886) -> (continuation of Deferred@1953492528 after retry RPC after error@1199698882) -> (continuation of Deferred@1934790191 after retry RPC after error@1749831577) -> (continuation of Deferred@1666785998 after retry RPC after error@730776196) -> (continuation of Deferred@1279922732 after retry RPC after error@1190182075) -> (continuation of Deferred@1821747705 after retry RPC after error@827513869) -> (continuation of Deferred@756380537 after retry RPC after error@1858279172)))
19:59:34.505 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [243ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1433191985(state=PENDING, result=null, callback=(continuation of Deferred@196606495 after retry RPC after error@340916886) -> (continuation of Deferred@1953492528 after retry RPC after error@1199698882) -> (continuation of Deferred@1934790191 after retry RPC after error@1749831577) -> (continuation of Deferred@1666785998 after retry RPC after error@730776196) -> (continuation of Deferred@1279922732 after retry RPC after error@1190182075) -> (continuation of Deferred@1821747705 after retry RPC after error@827513869) -> (continuation of Deferred@756380537 after retry RPC after error@1858279172), errback=(continuation of Deferred@196606495 after retry RPC after error@340916886) -> (continuation of Deferred@1953492528 after retry RPC after error@1199698882) -> (continuation of Deferred@1934790191 after retry RPC after error@1749831577) -> (continuation of Deferred@1666785998 after retry RPC after error@730776196) -> (continuation of Deferred@1279922732 after retry RPC after error@1190182075) -> (continuation of Deferred@1821747705 after retry RPC after error@827513869) -> (continuation of Deferred@756380537 after retry RPC after error@1858279172)))
19:59:34.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.705 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@317757418(state=PENDING, result=null, callback=(continuation of Deferred@2009614896 after retry RPC after error@1436113274) -> (continuation of Deferred@1807137044 after retry RPC after error@2104441935) -> (continuation of Deferred@1220767768 after retry RPC after error@1460581107) -> (continuation of Deferred@162455327 after retry RPC after error@229050145) -> (continuation of Deferred@1580725565 after retry RPC after error@2089573666) -> (continuation of Deferred@52769675 after retry RPC after error@915317441) -> (continuation of Deferred@1467033392 after retry RPC after error@1233782193), errback=(continuation of Deferred@2009614896 after retry RPC after error@1436113274) -> (continuation of Deferred@1807137044 after retry RPC after error@2104441935) -> (continuation of Deferred@1220767768 after retry RPC after error@1460581107) -> (continuation of Deferred@162455327 after retry RPC after error@229050145) -> (continuation of Deferred@1580725565 after retry RPC after error@2089573666) -> (continuation of Deferred@52769675 after retry RPC after error@915317441) -> (continuation of Deferred@1467033392 after retry RPC after error@1233782193)))
19:59:34.705 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@317757418(state=PENDING, result=null, callback=(continuation of Deferred@2009614896 after retry RPC after error@1436113274) -> (continuation of Deferred@1807137044 after retry RPC after error@2104441935) -> (continuation of Deferred@1220767768 after retry RPC after error@1460581107) -> (continuation of Deferred@162455327 after retry RPC after error@229050145) -> (continuation of Deferred@1580725565 after retry RPC after error@2089573666) -> (continuation of Deferred@52769675 after retry RPC after error@915317441) -> (continuation of Deferred@1467033392 after retry RPC after error@1233782193), errback=(continuation of Deferred@2009614896 after retry RPC after error@1436113274) -> (continuation of Deferred@1807137044 after retry RPC after error@2104441935) -> (continuation of Deferred@1220767768 after retry RPC after error@1460581107) -> (continuation of Deferred@162455327 after retry RPC after error@229050145) -> (continuation of Deferred@1580725565 after retry RPC after error@2089573666) -> (continuation of Deferred@52769675 after retry RPC after error@915317441) -> (continuation of Deferred@1467033392 after retry RPC after error@1233782193)))
19:59:34.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.804 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.804 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.905 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2103181023(state=PENDING, result=null, callback=(continuation of Deferred@588143024 after retry RPC after error@354574710) -> (continuation of Deferred@865823382 after retry RPC after error@294967100) -> (continuation of Deferred@1082576743 after retry RPC after error@1185492944) -> (continuation of Deferred@772678217 after retry RPC after error@429141379) -> (continuation of Deferred@1872700449 after retry RPC after error@1623671213) -> (continuation of Deferred@1057242006 after retry RPC after error@121954752), errback=(continuation of Deferred@588143024 after retry RPC after error@354574710) -> (continuation of Deferred@865823382 after retry RPC after error@294967100) -> (continuation of Deferred@1082576743 after retry RPC after error@1185492944) -> (continuation of Deferred@772678217 after retry RPC after error@429141379) -> (continuation of Deferred@1872700449 after retry RPC after error@1623671213) -> (continuation of Deferred@1057242006 after retry RPC after error@121954752)))
19:59:34.905 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2103181023(state=PENDING, result=null, callback=(continuation of Deferred@588143024 after retry RPC after error@354574710) -> (continuation of Deferred@865823382 after retry RPC after error@294967100) -> (continuation of Deferred@1082576743 after retry RPC after error@1185492944) -> (continuation of Deferred@772678217 after retry RPC after error@429141379) -> (continuation of Deferred@1872700449 after retry RPC after error@1623671213) -> (continuation of Deferred@1057242006 after retry RPC after error@121954752), errback=(continuation of Deferred@588143024 after retry RPC after error@354574710) -> (continuation of Deferred@865823382 after retry RPC after error@294967100) -> (continuation of Deferred@1082576743 after retry RPC after error@1185492944) -> (continuation of Deferred@772678217 after retry RPC after error@429141379) -> (continuation of Deferred@1872700449 after retry RPC after error@1623671213) -> (continuation of Deferred@1057242006 after retry RPC after error@121954752)))
19:59:34.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.923 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.923 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.944 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.944 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.944 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.944 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.944 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:34.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:34.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:34.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:34.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:34.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:35.044164 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:35.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:35.045696 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:35.047747 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:35.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.183 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@173328281(state=PENDING, result=null, callback=(continuation of Deferred@1611906966 after retry RPC after error@148438732) -> (continuation of Deferred@1360922825 after retry RPC after error@2103076220) -> (continuation of Deferred@13142606 after retry RPC after error@1336490501) -> (continuation of Deferred@1850747769 after retry RPC after error@1083163210) -> (continuation of Deferred@72461039 after retry RPC after error@36618610) -> (continuation of Deferred@1833576877 after retry RPC after error@1407790044) -> (continuation of Deferred@1516696988 after retry RPC after error@775396083) -> (continuation of Deferred@302827993 after retry RPC after error@144811919), errback=(continuation of Deferred@1611906966 after retry RPC after error@148438732) -> (continuation of Deferred@1360922825 after retry RPC after error@2103076220) -> (continuation of Deferred@13142606 after retry RPC after error@1336490501) -> (continuation of Deferred@1850747769 after retry RPC after error@1083163210) -> (continuation of Deferred@72461039 after retry RPC after error@36618610) -> (continuation of Deferred@1833576877 after retry RPC after error@1407790044) -> (continuation of Deferred@1516696988 after retry RPC after error@775396083) -> (continuation of Deferred@302827993 after retry RPC after error@144811919)))
19:59:35.184 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:35.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.385 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1309089498(state=PENDING, result=null, callback=(continuation of Deferred@355276181 after retry RPC after error@1439205060) -> (continuation of Deferred@365916092 after retry RPC after error@1674068497) -> (continuation of Deferred@515142208 after retry RPC after error@266025460) -> (continuation of Deferred@1636238652 after retry RPC after error@1082002391) -> (continuation of Deferred@2103789546 after retry RPC after error@732419371) -> (continuation of Deferred@1926273926 after retry RPC after error@1119884984) -> (continuation of Deferred@357384989 after retry RPC after error@5685778), errback=(continuation of Deferred@355276181 after retry RPC after error@1439205060) -> (continuation of Deferred@365916092 after retry RPC after error@1674068497) -> (continuation of Deferred@515142208 after retry RPC after error@266025460) -> (continuation of Deferred@1636238652 after retry RPC after error@1082002391) -> (continuation of Deferred@2103789546 after retry RPC after error@732419371) -> (continuation of Deferred@1926273926 after retry RPC after error@1119884984) -> (continuation of Deferred@357384989 after retry RPC after error@5685778)))
19:59:35.385 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1309089498(state=PENDING, result=null, callback=(continuation of Deferred@355276181 after retry RPC after error@1439205060) -> (continuation of Deferred@365916092 after retry RPC after error@1674068497) -> (continuation of Deferred@515142208 after retry RPC after error@266025460) -> (continuation of Deferred@1636238652 after retry RPC after error@1082002391) -> (continuation of Deferred@2103789546 after retry RPC after error@732419371) -> (continuation of Deferred@1926273926 after retry RPC after error@1119884984) -> (continuation of Deferred@357384989 after retry RPC after error@5685778), errback=(continuation of Deferred@355276181 after retry RPC after error@1439205060) -> (continuation of Deferred@365916092 after retry RPC after error@1674068497) -> (continuation of Deferred@515142208 after retry RPC after error@266025460) -> (continuation of Deferred@1636238652 after retry RPC after error@1082002391) -> (continuation of Deferred@2103789546 after retry RPC after error@732419371) -> (continuation of Deferred@1926273926 after retry RPC after error@1119884984) -> (continuation of Deferred@357384989 after retry RPC after error@5685778)))
19:59:35.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.565 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.625 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1750199005(state=PENDING, result=null, callback=(continuation of Deferred@48496753 after retry RPC after error@1074941038) -> (continuation of Deferred@877341860 after retry RPC after error@1403727858) -> (continuation of Deferred@1903057534 after retry RPC after error@600639745) -> (continuation of Deferred@1317941200 after retry RPC after error@1154501964) -> (continuation of Deferred@1206796802 after retry RPC after error@203476735) -> (continuation of Deferred@871337988 after retry RPC after error@1964179736) -> (continuation of Deferred@1087939562 after retry RPC after error@1250282040), errback=(continuation of Deferred@48496753 after retry RPC after error@1074941038) -> (continuation of Deferred@877341860 after retry RPC after error@1403727858) -> (continuation of Deferred@1903057534 after retry RPC after error@600639745) -> (continuation of Deferred@1317941200 after retry RPC after error@1154501964) -> (continuation of Deferred@1206796802 after retry RPC after error@203476735) -> (continuation of Deferred@871337988 after retry RPC after error@1964179736) -> (continuation of Deferred@1087939562 after retry RPC after error@1250282040)))
19:59:35.626 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1750199005(state=PENDING, result=null, callback=(continuation of Deferred@48496753 after retry RPC after error@1074941038) -> (continuation of Deferred@877341860 after retry RPC after error@1403727858) -> (continuation of Deferred@1903057534 after retry RPC after error@600639745) -> (continuation of Deferred@1317941200 after retry RPC after error@1154501964) -> (continuation of Deferred@1206796802 after retry RPC after error@203476735) -> (continuation of Deferred@871337988 after retry RPC after error@1964179736) -> (continuation of Deferred@1087939562 after retry RPC after error@1250282040), errback=(continuation of Deferred@48496753 after retry RPC after error@1074941038) -> (continuation of Deferred@877341860 after retry RPC after error@1403727858) -> (continuation of Deferred@1903057534 after retry RPC after error@600639745) -> (continuation of Deferred@1317941200 after retry RPC after error@1154501964) -> (continuation of Deferred@1206796802 after retry RPC after error@203476735) -> (continuation of Deferred@871337988 after retry RPC after error@1964179736) -> (continuation of Deferred@1087939562 after retry RPC after error@1250282040)))
19:59:35.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.824 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@617579046(state=PENDING, result=null, callback=(continuation of Deferred@1390390848 after retry RPC after error@810628934) -> (continuation of Deferred@806473170 after retry RPC after error@1754773316) -> (continuation of Deferred@1200990648 after retry RPC after error@2118601995) -> (continuation of Deferred@1074159692 after retry RPC after error@360632991) -> (continuation of Deferred@2135712225 after retry RPC after error@992429078) -> (continuation of Deferred@1213224766 after retry RPC after error@727289473), errback=(continuation of Deferred@1390390848 after retry RPC after error@810628934) -> (continuation of Deferred@806473170 after retry RPC after error@1754773316) -> (continuation of Deferred@1200990648 after retry RPC after error@2118601995) -> (continuation of Deferred@1074159692 after retry RPC after error@360632991) -> (continuation of Deferred@2135712225 after retry RPC after error@992429078) -> (continuation of Deferred@1213224766 after retry RPC after error@727289473)))
19:59:35.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@617579046(state=PENDING, result=null, callback=(continuation of Deferred@1390390848 after retry RPC after error@810628934) -> (continuation of Deferred@806473170 after retry RPC after error@1754773316) -> (continuation of Deferred@1200990648 after retry RPC after error@2118601995) -> (continuation of Deferred@1074159692 after retry RPC after error@360632991) -> (continuation of Deferred@2135712225 after retry RPC after error@992429078) -> (continuation of Deferred@1213224766 after retry RPC after error@727289473), errback=(continuation of Deferred@1390390848 after retry RPC after error@810628934) -> (continuation of Deferred@806473170 after retry RPC after error@1754773316) -> (continuation of Deferred@1200990648 after retry RPC after error@2118601995) -> (continuation of Deferred@1074159692 after retry RPC after error@360632991) -> (continuation of Deferred@2135712225 after retry RPC after error@992429078) -> (continuation of Deferred@1213224766 after retry RPC after error@727289473)))
19:59:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:35.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:35.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:35.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:35.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:35.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.085 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@426149636(state=PENDING, result=null, callback=(continuation of Deferred@762405788 after retry RPC after error@1238884447) -> (continuation of Deferred@523091367 after retry RPC after error@845043681) -> (continuation of Deferred@345354165 after retry RPC after error@1656119392) -> (continuation of Deferred@277100820 after retry RPC after error@1344636346) -> (continuation of Deferred@1769234444 after retry RPC after error@949004322) -> (continuation of Deferred@166554301 after retry RPC after error@1972971119) -> (continuation of Deferred@1067928784 after retry RPC after error@38482622), errback=(continuation of Deferred@762405788 after retry RPC after error@1238884447) -> (continuation of Deferred@523091367 after retry RPC after error@845043681) -> (continuation of Deferred@345354165 after retry RPC after error@1656119392) -> (continuation of Deferred@277100820 after retry RPC after error@1344636346) -> (continuation of Deferred@1769234444 after retry RPC after error@949004322) -> (continuation of Deferred@166554301 after retry RPC after error@1972971119) -> (continuation of Deferred@1067928784 after retry RPC after error@38482622)))
19:59:36.085 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@426149636(state=PENDING, result=null, callback=(continuation of Deferred@762405788 after retry RPC after error@1238884447) -> (continuation of Deferred@523091367 after retry RPC after error@845043681) -> (continuation of Deferred@345354165 after retry RPC after error@1656119392) -> (continuation of Deferred@277100820 after retry RPC after error@1344636346) -> (continuation of Deferred@1769234444 after retry RPC after error@949004322) -> (continuation of Deferred@166554301 after retry RPC after error@1972971119) -> (continuation of Deferred@1067928784 after retry RPC after error@38482622), errback=(continuation of Deferred@762405788 after retry RPC after error@1238884447) -> (continuation of Deferred@523091367 after retry RPC after error@845043681) -> (continuation of Deferred@345354165 after retry RPC after error@1656119392) -> (continuation of Deferred@277100820 after retry RPC after error@1344636346) -> (continuation of Deferred@1769234444 after retry RPC after error@949004322) -> (continuation of Deferred@166554301 after retry RPC after error@1972971119) -> (continuation of Deferred@1067928784 after retry RPC after error@38482622)))
19:59:36.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.284 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1794731771(state=PENDING, result=null, callback=(continuation of Deferred@152750951 after retry RPC after error@1328313453) -> (continuation of Deferred@2060897218 after retry RPC after error@1534721237) -> (continuation of Deferred@73876782 after retry RPC after error@683988691) -> (continuation of Deferred@1686143186 after retry RPC after error@1888180163) -> (continuation of Deferred@1325081289 after retry RPC after error@1082595211) -> (continuation of Deferred@551651673 after retry RPC after error@184477641) -> (continuation of Deferred@495218997 after retry RPC after error@1707542081), errback=(continuation of Deferred@152750951 after retry RPC after error@1328313453) -> (continuation of Deferred@2060897218 after retry RPC after error@1534721237) -> (continuation of Deferred@73876782 after retry RPC after error@683988691) -> (continuation of Deferred@1686143186 after retry RPC after error@1888180163) -> (continuation of Deferred@1325081289 after retry RPC after error@1082595211) -> (continuation of Deferred@551651673 after retry RPC after error@184477641) -> (continuation of Deferred@495218997 after retry RPC after error@1707542081)))
19:59:36.289 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1794731771(state=PENDING, result=null, callback=(continuation of Deferred@152750951 after retry RPC after error@1328313453) -> (continuation of Deferred@2060897218 after retry RPC after error@1534721237) -> (continuation of Deferred@73876782 after retry RPC after error@683988691) -> (continuation of Deferred@1686143186 after retry RPC after error@1888180163) -> (continuation of Deferred@1325081289 after retry RPC after error@1082595211) -> (continuation of Deferred@551651673 after retry RPC after error@184477641) -> (continuation of Deferred@495218997 after retry RPC after error@1707542081), errback=(continuation of Deferred@152750951 after retry RPC after error@1328313453) -> (continuation of Deferred@2060897218 after retry RPC after error@1534721237) -> (continuation of Deferred@73876782 after retry RPC after error@683988691) -> (continuation of Deferred@1686143186 after retry RPC after error@1888180163) -> (continuation of Deferred@1325081289 after retry RPC after error@1082595211) -> (continuation of Deferred@551651673 after retry RPC after error@184477641) -> (continuation of Deferred@495218997 after retry RPC after error@1707542081)))
19:59:36.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.303 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.386 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.403 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.403 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.403 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.563 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1890162205(state=PENDING, result=null, callback=(continuation of Deferred@419753325 after retry RPC after error@213600158) -> (continuation of Deferred@1378071989 after retry RPC after error@1845938322) -> (continuation of Deferred@1356283834 after retry RPC after error@101057929) -> (continuation of Deferred@1229428449 after retry RPC after error@299734275) -> (continuation of Deferred@2015253101 after retry RPC after error@1308764842) -> (continuation of Deferred@990338325 after retry RPC after error@1183818491) -> (continuation of Deferred@1275596157 after retry RPC after error@327170348) -> (continuation of Deferred@309207484 after retry RPC after error@692961648), errback=(continuation of Deferred@419753325 after retry RPC after error@213600158) -> (continuation of Deferred@1378071989 after retry RPC after error@1845938322) -> (continuation of Deferred@1356283834 after retry RPC after error@101057929) -> (continuation of Deferred@1229428449 after retry RPC after error@299734275) -> (continuation of Deferred@2015253101 after retry RPC after error@1308764842) -> (continuation of Deferred@990338325 after retry RPC after error@1183818491) -> (continuation of Deferred@1275596157 after retry RPC after error@327170348) -> (continuation of Deferred@309207484 after retry RPC after error@692961648)))
19:59:36.564 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:36.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.623 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.764 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1999659769(state=PENDING, result=null, callback=(continuation of Deferred@1004474976 after retry RPC after error@1181860736) -> (continuation of Deferred@908268845 after retry RPC after error@1114672826) -> (continuation of Deferred@25151622 after retry RPC after error@1230665450) -> (continuation of Deferred@1736349841 after retry RPC after error@557698970) -> (continuation of Deferred@1584990403 after retry RPC after error@1150208192) -> (continuation of Deferred@1470589648 after retry RPC after error@405352097) -> (continuation of Deferred@243270263 after retry RPC after error@1014633391), errback=(continuation of Deferred@1004474976 after retry RPC after error@1181860736) -> (continuation of Deferred@908268845 after retry RPC after error@1114672826) -> (continuation of Deferred@25151622 after retry RPC after error@1230665450) -> (continuation of Deferred@1736349841 after retry RPC after error@557698970) -> (continuation of Deferred@1584990403 after retry RPC after error@1150208192) -> (continuation of Deferred@1470589648 after retry RPC after error@405352097) -> (continuation of Deferred@243270263 after retry RPC after error@1014633391)))
19:59:36.765 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1999659769(state=PENDING, result=null, callback=(continuation of Deferred@1004474976 after retry RPC after error@1181860736) -> (continuation of Deferred@908268845 after retry RPC after error@1114672826) -> (continuation of Deferred@25151622 after retry RPC after error@1230665450) -> (continuation of Deferred@1736349841 after retry RPC after error@557698970) -> (continuation of Deferred@1584990403 after retry RPC after error@1150208192) -> (continuation of Deferred@1470589648 after retry RPC after error@405352097) -> (continuation of Deferred@243270263 after retry RPC after error@1014633391), errback=(continuation of Deferred@1004474976 after retry RPC after error@1181860736) -> (continuation of Deferred@908268845 after retry RPC after error@1114672826) -> (continuation of Deferred@25151622 after retry RPC after error@1230665450) -> (continuation of Deferred@1736349841 after retry RPC after error@557698970) -> (continuation of Deferred@1584990403 after retry RPC after error@1150208192) -> (continuation of Deferred@1470589648 after retry RPC after error@405352097) -> (continuation of Deferred@243270263 after retry RPC after error@1014633391)))
19:59:36.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.843 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:36.875502 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:36.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:36.875679 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:36.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:36.965 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@185309169(state=PENDING, result=null, callback=(continuation of Deferred@1498380262 after retry RPC after error@1816061552) -> (continuation of Deferred@1763565231 after retry RPC after error@1048471650) -> (continuation of Deferred@472700940 after retry RPC after error@121282719) -> (continuation of Deferred@14024305 after retry RPC after error@1294314353) -> (continuation of Deferred@926152289 after retry RPC after error@1700759104) -> (continuation of Deferred@1247202028 after retry RPC after error@709398260), errback=(continuation of Deferred@1498380262 after retry RPC after error@1816061552) -> (continuation of Deferred@1763565231 after retry RPC after error@1048471650) -> (continuation of Deferred@472700940 after retry RPC after error@121282719) -> (continuation of Deferred@14024305 after retry RPC after error@1294314353) -> (continuation of Deferred@926152289 after retry RPC after error@1700759104) -> (continuation of Deferred@1247202028 after retry RPC after error@709398260)))
19:59:36.965 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@185309169(state=PENDING, result=null, callback=(continuation of Deferred@1498380262 after retry RPC after error@1816061552) -> (continuation of Deferred@1763565231 after retry RPC after error@1048471650) -> (continuation of Deferred@472700940 after retry RPC after error@121282719) -> (continuation of Deferred@14024305 after retry RPC after error@1294314353) -> (continuation of Deferred@926152289 after retry RPC after error@1700759104) -> (continuation of Deferred@1247202028 after retry RPC after error@709398260), errback=(continuation of Deferred@1498380262 after retry RPC after error@1816061552) -> (continuation of Deferred@1763565231 after retry RPC after error@1048471650) -> (continuation of Deferred@472700940 after retry RPC after error@121282719) -> (continuation of Deferred@14024305 after retry RPC after error@1294314353) -> (continuation of Deferred@926152289 after retry RPC after error@1700759104) -> (continuation of Deferred@1247202028 after retry RPC after error@709398260)))
19:59:36.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:36.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:36.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:36.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:36.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.224 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@208967259(state=PENDING, result=null, callback=(continuation of Deferred@925776051 after retry RPC after error@492385564) -> (continuation of Deferred@1374724335 after retry RPC after error@2032022212) -> (continuation of Deferred@1060333300 after retry RPC after error@1796621787) -> (continuation of Deferred@1068857230 after retry RPC after error@926284462) -> (continuation of Deferred@328543866 after retry RPC after error@1257539918) -> (continuation of Deferred@1592364697 after retry RPC after error@1175580512) -> (continuation of Deferred@2085486374 after retry RPC after error@303933208), errback=(continuation of Deferred@925776051 after retry RPC after error@492385564) -> (continuation of Deferred@1374724335 after retry RPC after error@2032022212) -> (continuation of Deferred@1060333300 after retry RPC after error@1796621787) -> (continuation of Deferred@1068857230 after retry RPC after error@926284462) -> (continuation of Deferred@328543866 after retry RPC after error@1257539918) -> (continuation of Deferred@1592364697 after retry RPC after error@1175580512) -> (continuation of Deferred@2085486374 after retry RPC after error@303933208)))
19:59:37.225 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@208967259(state=PENDING, result=null, callback=(continuation of Deferred@925776051 after retry RPC after error@492385564) -> (continuation of Deferred@1374724335 after retry RPC after error@2032022212) -> (continuation of Deferred@1060333300 after retry RPC after error@1796621787) -> (continuation of Deferred@1068857230 after retry RPC after error@926284462) -> (continuation of Deferred@328543866 after retry RPC after error@1257539918) -> (continuation of Deferred@1592364697 after retry RPC after error@1175580512) -> (continuation of Deferred@2085486374 after retry RPC after error@303933208), errback=(continuation of Deferred@925776051 after retry RPC after error@492385564) -> (continuation of Deferred@1374724335 after retry RPC after error@2032022212) -> (continuation of Deferred@1060333300 after retry RPC after error@1796621787) -> (continuation of Deferred@1068857230 after retry RPC after error@926284462) -> (continuation of Deferred@328543866 after retry RPC after error@1257539918) -> (continuation of Deferred@1592364697 after retry RPC after error@1175580512) -> (continuation of Deferred@2085486374 after retry RPC after error@303933208)))
19:59:37.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.263 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.404 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@909769864(state=PENDING, result=null, callback=(continuation of Deferred@1888886885 after retry RPC after error@513859464) -> (continuation of Deferred@1562906431 after retry RPC after error@604792238) -> (continuation of Deferred@1700326466 after retry RPC after error@2107384830) -> (continuation of Deferred@1624283781 after retry RPC after error@657895972) -> (continuation of Deferred@95318140 after retry RPC after error@422654180) -> (continuation of Deferred@2102498805 after retry RPC after error@1868873705) -> (continuation of Deferred@431951849 after retry RPC after error@152681002), errback=(continuation of Deferred@1888886885 after retry RPC after error@513859464) -> (continuation of Deferred@1562906431 after retry RPC after error@604792238) -> (continuation of Deferred@1700326466 after retry RPC after error@2107384830) -> (continuation of Deferred@1624283781 after retry RPC after error@657895972) -> (continuation of Deferred@95318140 after retry RPC after error@422654180) -> (continuation of Deferred@2102498805 after retry RPC after error@1868873705) -> (continuation of Deferred@431951849 after retry RPC after error@152681002)))
19:59:37.405 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@909769864(state=PENDING, result=null, callback=(continuation of Deferred@1888886885 after retry RPC after error@513859464) -> (continuation of Deferred@1562906431 after retry RPC after error@604792238) -> (continuation of Deferred@1700326466 after retry RPC after error@2107384830) -> (continuation of Deferred@1624283781 after retry RPC after error@657895972) -> (continuation of Deferred@95318140 after retry RPC after error@422654180) -> (continuation of Deferred@2102498805 after retry RPC after error@1868873705) -> (continuation of Deferred@431951849 after retry RPC after error@152681002), errback=(continuation of Deferred@1888886885 after retry RPC after error@513859464) -> (continuation of Deferred@1562906431 after retry RPC after error@604792238) -> (continuation of Deferred@1700326466 after retry RPC after error@2107384830) -> (continuation of Deferred@1624283781 after retry RPC after error@657895972) -> (continuation of Deferred@95318140 after retry RPC after error@422654180) -> (continuation of Deferred@2102498805 after retry RPC after error@1868873705) -> (continuation of Deferred@431951849 after retry RPC after error@152681002)))
19:59:37.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.503 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.503 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.504 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.505 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.523 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.523 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.585 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1559302363(state=PENDING, result=null, callback=(continuation of Deferred@1457709563 after retry RPC after error@833785566) -> (continuation of Deferred@1938713717 after retry RPC after error@665705751) -> (continuation of Deferred@1711344928 after retry RPC after error@1138801472) -> (continuation of Deferred@1124965005 after retry RPC after error@167883422) -> (continuation of Deferred@1678235379 after retry RPC after error@578509704) -> (continuation of Deferred@227374264 after retry RPC after error@169845461), errback=(continuation of Deferred@1457709563 after retry RPC after error@833785566) -> (continuation of Deferred@1938713717 after retry RPC after error@665705751) -> (continuation of Deferred@1711344928 after retry RPC after error@1138801472) -> (continuation of Deferred@1124965005 after retry RPC after error@167883422) -> (continuation of Deferred@1678235379 after retry RPC after error@578509704) -> (continuation of Deferred@227374264 after retry RPC after error@169845461)))
19:59:37.585 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1559302363(state=PENDING, result=null, callback=(continuation of Deferred@1457709563 after retry RPC after error@833785566) -> (continuation of Deferred@1938713717 after retry RPC after error@665705751) -> (continuation of Deferred@1711344928 after retry RPC after error@1138801472) -> (continuation of Deferred@1124965005 after retry RPC after error@167883422) -> (continuation of Deferred@1678235379 after retry RPC after error@578509704) -> (continuation of Deferred@227374264 after retry RPC after error@169845461), errback=(continuation of Deferred@1457709563 after retry RPC after error@833785566) -> (continuation of Deferred@1938713717 after retry RPC after error@665705751) -> (continuation of Deferred@1711344928 after retry RPC after error@1138801472) -> (continuation of Deferred@1124965005 after retry RPC after error@167883422) -> (continuation of Deferred@1678235379 after retry RPC after error@578509704) -> (continuation of Deferred@227374264 after retry RPC after error@169845461)))
19:59:37.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.662 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.824 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1140614833(state=PENDING, result=null, callback=(continuation of Deferred@1022644915 after retry RPC after error@1374174728) -> (continuation of Deferred@1004364561 after retry RPC after error@456409909) -> (continuation of Deferred@97250090 after retry RPC after error@356752869) -> (continuation of Deferred@1163309495 after retry RPC after error@2093117379) -> (continuation of Deferred@646597066 after retry RPC after error@791626827) -> (continuation of Deferred@1602519824 after retry RPC after error@811029332) -> (continuation of Deferred@1147639949 after retry RPC after error@297763158), errback=(continuation of Deferred@1022644915 after retry RPC after error@1374174728) -> (continuation of Deferred@1004364561 after retry RPC after error@456409909) -> (continuation of Deferred@97250090 after retry RPC after error@356752869) -> (continuation of Deferred@1163309495 after retry RPC after error@2093117379) -> (continuation of Deferred@646597066 after retry RPC after error@791626827) -> (continuation of Deferred@1602519824 after retry RPC after error@811029332) -> (continuation of Deferred@1147639949 after retry RPC after error@297763158)))
19:59:37.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1140614833(state=PENDING, result=null, callback=(continuation of Deferred@1022644915 after retry RPC after error@1374174728) -> (continuation of Deferred@1004364561 after retry RPC after error@456409909) -> (continuation of Deferred@97250090 after retry RPC after error@356752869) -> (continuation of Deferred@1163309495 after retry RPC after error@2093117379) -> (continuation of Deferred@646597066 after retry RPC after error@791626827) -> (continuation of Deferred@1602519824 after retry RPC after error@811029332) -> (continuation of Deferred@1147639949 after retry RPC after error@297763158), errback=(continuation of Deferred@1022644915 after retry RPC after error@1374174728) -> (continuation of Deferred@1004364561 after retry RPC after error@456409909) -> (continuation of Deferred@97250090 after retry RPC after error@356752869) -> (continuation of Deferred@1163309495 after retry RPC after error@2093117379) -> (continuation of Deferred@646597066 after retry RPC after error@791626827) -> (continuation of Deferred@1602519824 after retry RPC after error@811029332) -> (continuation of Deferred@1147639949 after retry RPC after error@297763158)))
19:59:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:37.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:37.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:37.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:37.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:37.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.004 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@415523056(state=PENDING, result=null, callback=(continuation of Deferred@1964828559 after retry RPC after error@1594740418) -> (continuation of Deferred@1182235106 after retry RPC after error@2106544700) -> (continuation of Deferred@1866326685 after retry RPC after error@1593268838) -> (continuation of Deferred@598900787 after retry RPC after error@615200971) -> (continuation of Deferred@612503497 after retry RPC after error@1078089045) -> (continuation of Deferred@2009527926 after retry RPC after error@173471013), errback=(continuation of Deferred@1964828559 after retry RPC after error@1594740418) -> (continuation of Deferred@1182235106 after retry RPC after error@2106544700) -> (continuation of Deferred@1866326685 after retry RPC after error@1593268838) -> (continuation of Deferred@598900787 after retry RPC after error@615200971) -> (continuation of Deferred@612503497 after retry RPC after error@1078089045) -> (continuation of Deferred@2009527926 after retry RPC after error@173471013)))
19:59:38.005 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@415523056(state=PENDING, result=null, callback=(continuation of Deferred@1964828559 after retry RPC after error@1594740418) -> (continuation of Deferred@1182235106 after retry RPC after error@2106544700) -> (continuation of Deferred@1866326685 after retry RPC after error@1593268838) -> (continuation of Deferred@598900787 after retry RPC after error@615200971) -> (continuation of Deferred@612503497 after retry RPC after error@1078089045) -> (continuation of Deferred@2009527926 after retry RPC after error@173471013), errback=(continuation of Deferred@1964828559 after retry RPC after error@1594740418) -> (continuation of Deferred@1182235106 after retry RPC after error@2106544700) -> (continuation of Deferred@1866326685 after retry RPC after error@1593268838) -> (continuation of Deferred@598900787 after retry RPC after error@615200971) -> (continuation of Deferred@612503497 after retry RPC after error@1078089045) -> (continuation of Deferred@2009527926 after retry RPC after error@173471013)))
19:59:38.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.063 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.185 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1568596184(state=PENDING, result=null, callback=(continuation of Deferred@335032032 after retry RPC after error@878131122) -> (continuation of Deferred@1059959816 after retry RPC after error@360708885) -> (continuation of Deferred@1201817716 after retry RPC after error@1254432149) -> (continuation of Deferred@412773681 after retry RPC after error@1918339684) -> (continuation of Deferred@660839858 after retry RPC after error@1160250750) -> (continuation of Deferred@244325135 after retry RPC after error@1088074771), errback=(continuation of Deferred@335032032 after retry RPC after error@878131122) -> (continuation of Deferred@1059959816 after retry RPC after error@360708885) -> (continuation of Deferred@1201817716 after retry RPC after error@1254432149) -> (continuation of Deferred@412773681 after retry RPC after error@1918339684) -> (continuation of Deferred@660839858 after retry RPC after error@1160250750) -> (continuation of Deferred@244325135 after retry RPC after error@1088074771)))
19:59:38.185 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1568596184(state=PENDING, result=null, callback=(continuation of Deferred@335032032 after retry RPC after error@878131122) -> (continuation of Deferred@1059959816 after retry RPC after error@360708885) -> (continuation of Deferred@1201817716 after retry RPC after error@1254432149) -> (continuation of Deferred@412773681 after retry RPC after error@1918339684) -> (continuation of Deferred@660839858 after retry RPC after error@1160250750) -> (continuation of Deferred@244325135 after retry RPC after error@1088074771), errback=(continuation of Deferred@335032032 after retry RPC after error@878131122) -> (continuation of Deferred@1059959816 after retry RPC after error@360708885) -> (continuation of Deferred@1201817716 after retry RPC after error@1254432149) -> (continuation of Deferred@412773681 after retry RPC after error@1918339684) -> (continuation of Deferred@660839858 after retry RPC after error@1160250750) -> (continuation of Deferred@244325135 after retry RPC after error@1088074771)))
19:59:38.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.245 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.404 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1741730626(state=PENDING, result=null, callback=(continuation of Deferred@1471916711 after retry RPC after error@1485601474) -> (continuation of Deferred@955911539 after retry RPC after error@1515385741) -> (continuation of Deferred@1345750258 after retry RPC after error@1809296988) -> (continuation of Deferred@53389248 after retry RPC after error@1311634099) -> (continuation of Deferred@710471312 after retry RPC after error@2083197129) -> (continuation of Deferred@172861483 after retry RPC after error@726956987) -> (continuation of Deferred@1175792687 after retry RPC after error@1654440316), errback=(continuation of Deferred@1471916711 after retry RPC after error@1485601474) -> (continuation of Deferred@955911539 after retry RPC after error@1515385741) -> (continuation of Deferred@1345750258 after retry RPC after error@1809296988) -> (continuation of Deferred@53389248 after retry RPC after error@1311634099) -> (continuation of Deferred@710471312 after retry RPC after error@2083197129) -> (continuation of Deferred@172861483 after retry RPC after error@726956987) -> (continuation of Deferred@1175792687 after retry RPC after error@1654440316)))
19:59:38.405 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1741730626(state=PENDING, result=null, callback=(continuation of Deferred@1471916711 after retry RPC after error@1485601474) -> (continuation of Deferred@955911539 after retry RPC after error@1515385741) -> (continuation of Deferred@1345750258 after retry RPC after error@1809296988) -> (continuation of Deferred@53389248 after retry RPC after error@1311634099) -> (continuation of Deferred@710471312 after retry RPC after error@2083197129) -> (continuation of Deferred@172861483 after retry RPC after error@726956987) -> (continuation of Deferred@1175792687 after retry RPC after error@1654440316), errback=(continuation of Deferred@1471916711 after retry RPC after error@1485601474) -> (continuation of Deferred@955911539 after retry RPC after error@1515385741) -> (continuation of Deferred@1345750258 after retry RPC after error@1809296988) -> (continuation of Deferred@53389248 after retry RPC after error@1311634099) -> (continuation of Deferred@710471312 after retry RPC after error@2083197129) -> (continuation of Deferred@172861483 after retry RPC after error@726956987) -> (continuation of Deferred@1175792687 after retry RPC after error@1654440316)))
19:59:38.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.484 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.503 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.503 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.503 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.503 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.503 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.503 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.664 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1813638851(state=PENDING, result=null, callback=(continuation of Deferred@2129732079 after retry RPC after error@1945055233) -> (continuation of Deferred@1244698910 after retry RPC after error@1778129261) -> (continuation of Deferred@519418852 after retry RPC after error@345044739) -> (continuation of Deferred@1512469734 after retry RPC after error@1402481086) -> (continuation of Deferred@1623317178 after retry RPC after error@1945768270) -> (continuation of Deferred@445831827 after retry RPC after error@148227494) -> (continuation of Deferred@1722800652 after retry RPC after error@1165805558), errback=(continuation of Deferred@2129732079 after retry RPC after error@1945055233) -> (continuation of Deferred@1244698910 after retry RPC after error@1778129261) -> (continuation of Deferred@519418852 after retry RPC after error@345044739) -> (continuation of Deferred@1512469734 after retry RPC after error@1402481086) -> (continuation of Deferred@1623317178 after retry RPC after error@1945768270) -> (continuation of Deferred@445831827 after retry RPC after error@148227494) -> (continuation of Deferred@1722800652 after retry RPC after error@1165805558)))
19:59:38.665 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1813638851(state=PENDING, result=null, callback=(continuation of Deferred@2129732079 after retry RPC after error@1945055233) -> (continuation of Deferred@1244698910 after retry RPC after error@1778129261) -> (continuation of Deferred@519418852 after retry RPC after error@345044739) -> (continuation of Deferred@1512469734 after retry RPC after error@1402481086) -> (continuation of Deferred@1623317178 after retry RPC after error@1945768270) -> (continuation of Deferred@445831827 after retry RPC after error@148227494) -> (continuation of Deferred@1722800652 after retry RPC after error@1165805558), errback=(continuation of Deferred@2129732079 after retry RPC after error@1945055233) -> (continuation of Deferred@1244698910 after retry RPC after error@1778129261) -> (continuation of Deferred@519418852 after retry RPC after error@345044739) -> (continuation of Deferred@1512469734 after retry RPC after error@1402481086) -> (continuation of Deferred@1623317178 after retry RPC after error@1945768270) -> (continuation of Deferred@445831827 after retry RPC after error@148227494) -> (continuation of Deferred@1722800652 after retry RPC after error@1165805558)))
19:59:38.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.803 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.803 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.803 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.904 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@737822296(state=PENDING, result=null, callback=(continuation of Deferred@46429181 after retry RPC after error@234452532) -> (continuation of Deferred@542505792 after retry RPC after error@1499771284) -> (continuation of Deferred@2015259358 after retry RPC after error@1049684799) -> (continuation of Deferred@831559766 after retry RPC after error@1300527073) -> (continuation of Deferred@1187490837 after retry RPC after error@2142732001) -> (continuation of Deferred@1255152489 after retry RPC after error@612714157) -> (continuation of Deferred@1599729964 after retry RPC after error@459136080), errback=(continuation of Deferred@46429181 after retry RPC after error@234452532) -> (continuation of Deferred@542505792 after retry RPC after error@1499771284) -> (continuation of Deferred@2015259358 after retry RPC after error@1049684799) -> (continuation of Deferred@831559766 after retry RPC after error@1300527073) -> (continuation of Deferred@1187490837 after retry RPC after error@2142732001) -> (continuation of Deferred@1255152489 after retry RPC after error@612714157) -> (continuation of Deferred@1599729964 after retry RPC after error@459136080)))
19:59:38.905 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@737822296(state=PENDING, result=null, callback=(continuation of Deferred@46429181 after retry RPC after error@234452532) -> (continuation of Deferred@542505792 after retry RPC after error@1499771284) -> (continuation of Deferred@2015259358 after retry RPC after error@1049684799) -> (continuation of Deferred@831559766 after retry RPC after error@1300527073) -> (continuation of Deferred@1187490837 after retry RPC after error@2142732001) -> (continuation of Deferred@1255152489 after retry RPC after error@612714157) -> (continuation of Deferred@1599729964 after retry RPC after error@459136080), errback=(continuation of Deferred@46429181 after retry RPC after error@234452532) -> (continuation of Deferred@542505792 after retry RPC after error@1499771284) -> (continuation of Deferred@2015259358 after retry RPC after error@1049684799) -> (continuation of Deferred@831559766 after retry RPC after error@1300527073) -> (continuation of Deferred@1187490837 after retry RPC after error@2142732001) -> (continuation of Deferred@1255152489 after retry RPC after error@612714157) -> (continuation of Deferred@1599729964 after retry RPC after error@459136080)))
19:59:38.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.923 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.945 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:38.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:38.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:38.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.983 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.983 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.983 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.983 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:38.983 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:38.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.085 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1078536862(state=PENDING, result=null, callback=(continuation of Deferred@490313462 after retry RPC after error@1660343978) -> (continuation of Deferred@569510448 after retry RPC after error@686217546) -> (continuation of Deferred@2042193030 after retry RPC after error@758034077) -> (continuation of Deferred@482120322 after retry RPC after error@34481366) -> (continuation of Deferred@807529797 after retry RPC after error@1755572122) -> (continuation of Deferred@284377230 after retry RPC after error@1672019666), errback=(continuation of Deferred@490313462 after retry RPC after error@1660343978) -> (continuation of Deferred@569510448 after retry RPC after error@686217546) -> (continuation of Deferred@2042193030 after retry RPC after error@758034077) -> (continuation of Deferred@482120322 after retry RPC after error@34481366) -> (continuation of Deferred@807529797 after retry RPC after error@1755572122) -> (continuation of Deferred@284377230 after retry RPC after error@1672019666)))
19:59:39.085 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1078536862(state=PENDING, result=null, callback=(continuation of Deferred@490313462 after retry RPC after error@1660343978) -> (continuation of Deferred@569510448 after retry RPC after error@686217546) -> (continuation of Deferred@2042193030 after retry RPC after error@758034077) -> (continuation of Deferred@482120322 after retry RPC after error@34481366) -> (continuation of Deferred@807529797 after retry RPC after error@1755572122) -> (continuation of Deferred@284377230 after retry RPC after error@1672019666), errback=(continuation of Deferred@490313462 after retry RPC after error@1660343978) -> (continuation of Deferred@569510448 after retry RPC after error@686217546) -> (continuation of Deferred@2042193030 after retry RPC after error@758034077) -> (continuation of Deferred@482120322 after retry RPC after error@34481366) -> (continuation of Deferred@807529797 after retry RPC after error@1755572122) -> (continuation of Deferred@284377230 after retry RPC after error@1672019666)))
19:59:39.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.144 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.284 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@976343193(state=PENDING, result=null, callback=(continuation of Deferred@938531865 after retry RPC after error@1589553275) -> (continuation of Deferred@1121653673 after retry RPC after error@1994040947) -> (continuation of Deferred@1199287461 after retry RPC after error@1814903105) -> (continuation of Deferred@1987127606 after retry RPC after error@1429991605) -> (continuation of Deferred@1329557555 after retry RPC after error@1256046500) -> (continuation of Deferred@890898256 after retry RPC after error@1068427038) -> (continuation of Deferred@186955312 after retry RPC after error@740493423) -> (continuation of Deferred@1239853628 after retry RPC after error@20460041), errback=(continuation of Deferred@938531865 after retry RPC after error@1589553275) -> (continuation of Deferred@1121653673 after retry RPC after error@1994040947) -> (continuation of Deferred@1199287461 after retry RPC after error@1814903105) -> (continuation of Deferred@1987127606 after retry RPC after error@1429991605) -> (continuation of Deferred@1329557555 after retry RPC after error@1256046500) -> (continuation of Deferred@890898256 after retry RPC after error@1068427038) -> (continuation of Deferred@186955312 after retry RPC after error@740493423) -> (continuation of Deferred@1239853628 after retry RPC after error@20460041)))
19:59:39.284 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@976343193(state=PENDING, result=null, callback=(continuation of Deferred@938531865 after retry RPC after error@1589553275) -> (continuation of Deferred@1121653673 after retry RPC after error@1994040947) -> (continuation of Deferred@1199287461 after retry RPC after error@1814903105) -> (continuation of Deferred@1987127606 after retry RPC after error@1429991605) -> (continuation of Deferred@1329557555 after retry RPC after error@1256046500) -> (continuation of Deferred@890898256 after retry RPC after error@1068427038) -> (continuation of Deferred@186955312 after retry RPC after error@740493423) -> (continuation of Deferred@1239853628 after retry RPC after error@20460041), errback=(continuation of Deferred@938531865 after retry RPC after error@1589553275) -> (continuation of Deferred@1121653673 after retry RPC after error@1994040947) -> (continuation of Deferred@1199287461 after retry RPC after error@1814903105) -> (continuation of Deferred@1987127606 after retry RPC after error@1429991605) -> (continuation of Deferred@1329557555 after retry RPC after error@1256046500) -> (continuation of Deferred@890898256 after retry RPC after error@1068427038) -> (continuation of Deferred@186955312 after retry RPC after error@740493423) -> (continuation of Deferred@1239853628 after retry RPC after error@20460041)))
19:59:39.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.465 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@340654924(state=PENDING, result=null, callback=(continuation of Deferred@865838270 after retry RPC after error@936725044) -> (continuation of Deferred@897676905 after retry RPC after error@1324182542) -> (continuation of Deferred@540905273 after retry RPC after error@1025828320) -> (continuation of Deferred@61406739 after retry RPC after error@637562740) -> (continuation of Deferred@1787324618 after retry RPC after error@1880726430) -> (continuation of Deferred@872786920 after retry RPC after error@291183059) -> (continuation of Deferred@943516938 after retry RPC after error@71652600), errback=(continuation of Deferred@865838270 after retry RPC after error@936725044) -> (continuation of Deferred@897676905 after retry RPC after error@1324182542) -> (continuation of Deferred@540905273 after retry RPC after error@1025828320) -> (continuation of Deferred@61406739 after retry RPC after error@637562740) -> (continuation of Deferred@1787324618 after retry RPC after error@1880726430) -> (continuation of Deferred@872786920 after retry RPC after error@291183059) -> (continuation of Deferred@943516938 after retry RPC after error@71652600)))
19:59:39.465 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@340654924(state=PENDING, result=null, callback=(continuation of Deferred@865838270 after retry RPC after error@936725044) -> (continuation of Deferred@897676905 after retry RPC after error@1324182542) -> (continuation of Deferred@540905273 after retry RPC after error@1025828320) -> (continuation of Deferred@61406739 after retry RPC after error@637562740) -> (continuation of Deferred@1787324618 after retry RPC after error@1880726430) -> (continuation of Deferred@872786920 after retry RPC after error@291183059) -> (continuation of Deferred@943516938 after retry RPC after error@71652600), errback=(continuation of Deferred@865838270 after retry RPC after error@936725044) -> (continuation of Deferred@897676905 after retry RPC after error@1324182542) -> (continuation of Deferred@540905273 after retry RPC after error@1025828320) -> (continuation of Deferred@61406739 after retry RPC after error@637562740) -> (continuation of Deferred@1787324618 after retry RPC after error@1880726430) -> (continuation of Deferred@872786920 after retry RPC after error@291183059) -> (continuation of Deferred@943516938 after retry RPC after error@71652600)))
19:59:39.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.525 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.644 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@261759494(state=PENDING, result=null, callback=(continuation of Deferred@207030158 after retry RPC after error@252224336) -> (continuation of Deferred@1106158772 after retry RPC after error@523904157) -> (continuation of Deferred@728050563 after retry RPC after error@1639780252) -> (continuation of Deferred@1438829595 after retry RPC after error@462554354) -> (continuation of Deferred@422124848 after retry RPC after error@274804838) -> (continuation of Deferred@1392546917 after retry RPC after error@1488895843), errback=(continuation of Deferred@207030158 after retry RPC after error@252224336) -> (continuation of Deferred@1106158772 after retry RPC after error@523904157) -> (continuation of Deferred@728050563 after retry RPC after error@1639780252) -> (continuation of Deferred@1438829595 after retry RPC after error@462554354) -> (continuation of Deferred@422124848 after retry RPC after error@274804838) -> (continuation of Deferred@1392546917 after retry RPC after error@1488895843)))
19:59:39.645 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@261759494(state=PENDING, result=null, callback=(continuation of Deferred@207030158 after retry RPC after error@252224336) -> (continuation of Deferred@1106158772 after retry RPC after error@523904157) -> (continuation of Deferred@728050563 after retry RPC after error@1639780252) -> (continuation of Deferred@1438829595 after retry RPC after error@462554354) -> (continuation of Deferred@422124848 after retry RPC after error@274804838) -> (continuation of Deferred@1392546917 after retry RPC after error@1488895843), errback=(continuation of Deferred@207030158 after retry RPC after error@252224336) -> (continuation of Deferred@1106158772 after retry RPC after error@523904157) -> (continuation of Deferred@728050563 after retry RPC after error@1639780252) -> (continuation of Deferred@1438829595 after retry RPC after error@462554354) -> (continuation of Deferred@422124848 after retry RPC after error@274804838) -> (continuation of Deferred@1392546917 after retry RPC after error@1488895843)))
19:59:39.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.824 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@476033224(state=PENDING, result=null, callback=(continuation of Deferred@745498883 after retry RPC after error@1798486408) -> (continuation of Deferred@1186738850 after retry RPC after error@662963021) -> (continuation of Deferred@1895059919 after retry RPC after error@242505888) -> (continuation of Deferred@695882478 after retry RPC after error@786670311) -> (continuation of Deferred@2085352669 after retry RPC after error@1347814060) -> (continuation of Deferred@725665642 after retry RPC after error@411548799), errback=(continuation of Deferred@745498883 after retry RPC after error@1798486408) -> (continuation of Deferred@1186738850 after retry RPC after error@662963021) -> (continuation of Deferred@1895059919 after retry RPC after error@242505888) -> (continuation of Deferred@695882478 after retry RPC after error@786670311) -> (continuation of Deferred@2085352669 after retry RPC after error@1347814060) -> (continuation of Deferred@725665642 after retry RPC after error@411548799)))
19:59:39.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@476033224(state=PENDING, result=null, callback=(continuation of Deferred@745498883 after retry RPC after error@1798486408) -> (continuation of Deferred@1186738850 after retry RPC after error@662963021) -> (continuation of Deferred@1895059919 after retry RPC after error@242505888) -> (continuation of Deferred@695882478 after retry RPC after error@786670311) -> (continuation of Deferred@2085352669 after retry RPC after error@1347814060) -> (continuation of Deferred@725665642 after retry RPC after error@411548799), errback=(continuation of Deferred@745498883 after retry RPC after error@1798486408) -> (continuation of Deferred@1186738850 after retry RPC after error@662963021) -> (continuation of Deferred@1895059919 after retry RPC after error@242505888) -> (continuation of Deferred@695882478 after retry RPC after error@786670311) -> (continuation of Deferred@2085352669 after retry RPC after error@1347814060) -> (continuation of Deferred@725665642 after retry RPC after error@411548799)))
19:59:39.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.943 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.943 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:39.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:39.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:39.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.983 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:39.983 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:39.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.082 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.102 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [240ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1204538929(state=PENDING, result=null, callback=(continuation of Deferred@1537169170 after retry RPC after error@1292005739) -> (continuation of Deferred@1067764519 after retry RPC after error@638005412) -> (continuation of Deferred@117560497 after retry RPC after error@1498838035) -> (continuation of Deferred@1085432301 after retry RPC after error@1596975951) -> (continuation of Deferred@1451362375 after retry RPC after error@1008601192) -> (continuation of Deferred@1878043407 after retry RPC after error@1327845421) -> (continuation of Deferred@153332158 after retry RPC after error@1160949178) -> (continuation of Deferred@804310720 after retry RPC after error@1244743467), errback=(continuation of Deferred@1537169170 after retry RPC after error@1292005739) -> (continuation of Deferred@1067764519 after retry RPC after error@638005412) -> (continuation of Deferred@117560497 after retry RPC after error@1498838035) -> (continuation of Deferred@1085432301 after retry RPC after error@1596975951) -> (continuation of Deferred@1451362375 after retry RPC after error@1008601192) -> (continuation of Deferred@1878043407 after retry RPC after error@1327845421) -> (continuation of Deferred@153332158 after retry RPC after error@1160949178) -> (continuation of Deferred@804310720 after retry RPC after error@1244743467)))
19:59:40.103 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:40.107131 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:40.110615 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:40.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:40.112702 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:40.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.183 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.285 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@101207437(state=PENDING, result=null, callback=(continuation of Deferred@559142975 after retry RPC after error@516254463) -> (continuation of Deferred@588509091 after retry RPC after error@1739831913) -> (continuation of Deferred@1478362240 after retry RPC after error@1840844782) -> (continuation of Deferred@1374395149 after retry RPC after error@728826795) -> (continuation of Deferred@65218625 after retry RPC after error@645960108) -> (continuation of Deferred@733889922 after retry RPC after error@150038277), errback=(continuation of Deferred@559142975 after retry RPC after error@516254463) -> (continuation of Deferred@588509091 after retry RPC after error@1739831913) -> (continuation of Deferred@1478362240 after retry RPC after error@1840844782) -> (continuation of Deferred@1374395149 after retry RPC after error@728826795) -> (continuation of Deferred@65218625 after retry RPC after error@645960108) -> (continuation of Deferred@733889922 after retry RPC after error@150038277)))
19:59:40.285 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@101207437(state=PENDING, result=null, callback=(continuation of Deferred@559142975 after retry RPC after error@516254463) -> (continuation of Deferred@588509091 after retry RPC after error@1739831913) -> (continuation of Deferred@1478362240 after retry RPC after error@1840844782) -> (continuation of Deferred@1374395149 after retry RPC after error@728826795) -> (continuation of Deferred@65218625 after retry RPC after error@645960108) -> (continuation of Deferred@733889922 after retry RPC after error@150038277), errback=(continuation of Deferred@559142975 after retry RPC after error@516254463) -> (continuation of Deferred@588509091 after retry RPC after error@1739831913) -> (continuation of Deferred@1478362240 after retry RPC after error@1840844782) -> (continuation of Deferred@1374395149 after retry RPC after error@728826795) -> (continuation of Deferred@65218625 after retry RPC after error@645960108) -> (continuation of Deferred@733889922 after retry RPC after error@150038277)))
19:59:40.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.323 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.364 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.403 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.563 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@895845250(state=PENDING, result=null, callback=(continuation of Deferred@31659438 after retry RPC after error@804349781) -> (continuation of Deferred@1927525052 after retry RPC after error@1795380977) -> (continuation of Deferred@1918132314 after retry RPC after error@1446738570) -> (continuation of Deferred@958551203 after retry RPC after error@1214724520) -> (continuation of Deferred@425772622 after retry RPC after error@335679682) -> (continuation of Deferred@1068423597 after retry RPC after error@1324682633) -> (continuation of Deferred@1362686127 after retry RPC after error@1438154314) -> (continuation of Deferred@479373025 after retry RPC after error@2053994943), errback=(continuation of Deferred@31659438 after retry RPC after error@804349781) -> (continuation of Deferred@1927525052 after retry RPC after error@1795380977) -> (continuation of Deferred@1918132314 after retry RPC after error@1446738570) -> (continuation of Deferred@958551203 after retry RPC after error@1214724520) -> (continuation of Deferred@425772622 after retry RPC after error@335679682) -> (continuation of Deferred@1068423597 after retry RPC after error@1324682633) -> (continuation of Deferred@1362686127 after retry RPC after error@1438154314) -> (continuation of Deferred@479373025 after retry RPC after error@2053994943)))
19:59:40.563 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:40.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.623 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.745 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.824 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1268638027(state=PENDING, result=null, callback=(continuation of Deferred@1244374372 after retry RPC after error@1958423953) -> (continuation of Deferred@296010313 after retry RPC after error@890764943) -> (continuation of Deferred@570453452 after retry RPC after error@259656632) -> (continuation of Deferred@947598996 after retry RPC after error@848446610) -> (continuation of Deferred@324874497 after retry RPC after error@1285938969) -> (continuation of Deferred@755736463 after retry RPC after error@228452456) -> (continuation of Deferred@2008159715 after retry RPC after error@353194267), errback=(continuation of Deferred@1244374372 after retry RPC after error@1958423953) -> (continuation of Deferred@296010313 after retry RPC after error@890764943) -> (continuation of Deferred@570453452 after retry RPC after error@259656632) -> (continuation of Deferred@947598996 after retry RPC after error@848446610) -> (continuation of Deferred@324874497 after retry RPC after error@1285938969) -> (continuation of Deferred@755736463 after retry RPC after error@228452456) -> (continuation of Deferred@2008159715 after retry RPC after error@353194267)))
19:59:40.824 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1268638027(state=PENDING, result=null, callback=(continuation of Deferred@1244374372 after retry RPC after error@1958423953) -> (continuation of Deferred@296010313 after retry RPC after error@890764943) -> (continuation of Deferred@570453452 after retry RPC after error@259656632) -> (continuation of Deferred@947598996 after retry RPC after error@848446610) -> (continuation of Deferred@324874497 after retry RPC after error@1285938969) -> (continuation of Deferred@755736463 after retry RPC after error@228452456) -> (continuation of Deferred@2008159715 after retry RPC after error@353194267), errback=(continuation of Deferred@1244374372 after retry RPC after error@1958423953) -> (continuation of Deferred@296010313 after retry RPC after error@890764943) -> (continuation of Deferred@570453452 after retry RPC after error@259656632) -> (continuation of Deferred@947598996 after retry RPC after error@848446610) -> (continuation of Deferred@324874497 after retry RPC after error@1285938969) -> (continuation of Deferred@755736463 after retry RPC after error@228452456) -> (continuation of Deferred@2008159715 after retry RPC after error@353194267)))
19:59:40.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.905 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:40.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:40.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:40.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:40.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:40.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.044 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@534262518(state=PENDING, result=null, callback=(continuation of Deferred@399556807 after retry RPC after error@805835908) -> (continuation of Deferred@1940995078 after retry RPC after error@765525764) -> (continuation of Deferred@1021826191 after retry RPC after error@1287347107) -> (continuation of Deferred@907022142 after retry RPC after error@476225063) -> (continuation of Deferred@514024072 after retry RPC after error@139674812) -> (continuation of Deferred@1041023863 after retry RPC after error@907534647) -> (continuation of Deferred@866480735 after retry RPC after error@566339123), errback=(continuation of Deferred@399556807 after retry RPC after error@805835908) -> (continuation of Deferred@1940995078 after retry RPC after error@765525764) -> (continuation of Deferred@1021826191 after retry RPC after error@1287347107) -> (continuation of Deferred@907022142 after retry RPC after error@476225063) -> (continuation of Deferred@514024072 after retry RPC after error@139674812) -> (continuation of Deferred@1041023863 after retry RPC after error@907534647) -> (continuation of Deferred@866480735 after retry RPC after error@566339123)))
19:59:41.045 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@534262518(state=PENDING, result=null, callback=(continuation of Deferred@399556807 after retry RPC after error@805835908) -> (continuation of Deferred@1940995078 after retry RPC after error@765525764) -> (continuation of Deferred@1021826191 after retry RPC after error@1287347107) -> (continuation of Deferred@907022142 after retry RPC after error@476225063) -> (continuation of Deferred@514024072 after retry RPC after error@139674812) -> (continuation of Deferred@1041023863 after retry RPC after error@907534647) -> (continuation of Deferred@866480735 after retry RPC after error@566339123), errback=(continuation of Deferred@399556807 after retry RPC after error@805835908) -> (continuation of Deferred@1940995078 after retry RPC after error@765525764) -> (continuation of Deferred@1021826191 after retry RPC after error@1287347107) -> (continuation of Deferred@907022142 after retry RPC after error@476225063) -> (continuation of Deferred@514024072 after retry RPC after error@139674812) -> (continuation of Deferred@1041023863 after retry RPC after error@907534647) -> (continuation of Deferred@866480735 after retry RPC after error@566339123)))
19:59:41.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.264 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.265 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@776946494(state=PENDING, result=null, callback=(continuation of Deferred@1023559212 after retry RPC after error@767480651) -> (continuation of Deferred@1051818074 after retry RPC after error@1781762561) -> (continuation of Deferred@1169134157 after retry RPC after error@516957496) -> (continuation of Deferred@731311376 after retry RPC after error@1560484321) -> (continuation of Deferred@1686623734 after retry RPC after error@2070009275) -> (continuation of Deferred@1736661418 after retry RPC after error@571119786), errback=(continuation of Deferred@1023559212 after retry RPC after error@767480651) -> (continuation of Deferred@1051818074 after retry RPC after error@1781762561) -> (continuation of Deferred@1169134157 after retry RPC after error@516957496) -> (continuation of Deferred@731311376 after retry RPC after error@1560484321) -> (continuation of Deferred@1686623734 after retry RPC after error@2070009275) -> (continuation of Deferred@1736661418 after retry RPC after error@571119786)))
19:59:41.265 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@776946494(state=PENDING, result=null, callback=(continuation of Deferred@1023559212 after retry RPC after error@767480651) -> (continuation of Deferred@1051818074 after retry RPC after error@1781762561) -> (continuation of Deferred@1169134157 after retry RPC after error@516957496) -> (continuation of Deferred@731311376 after retry RPC after error@1560484321) -> (continuation of Deferred@1686623734 after retry RPC after error@2070009275) -> (continuation of Deferred@1736661418 after retry RPC after error@571119786), errback=(continuation of Deferred@1023559212 after retry RPC after error@767480651) -> (continuation of Deferred@1051818074 after retry RPC after error@1781762561) -> (continuation of Deferred@1169134157 after retry RPC after error@516957496) -> (continuation of Deferred@731311376 after retry RPC after error@1560484321) -> (continuation of Deferred@1686623734 after retry RPC after error@2070009275) -> (continuation of Deferred@1736661418 after retry RPC after error@571119786)))
19:59:41.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.363 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.424 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@939962902(state=PENDING, result=null, callback=(continuation of Deferred@1027378496 after retry RPC after error@1600270116) -> (continuation of Deferred@57707022 after retry RPC after error@250285684) -> (continuation of Deferred@1474610276 after retry RPC after error@431082163) -> (continuation of Deferred@513147761 after retry RPC after error@1222125177) -> (continuation of Deferred@971902178 after retry RPC after error@773696830) -> (continuation of Deferred@12500487 after retry RPC after error@165456775), errback=(continuation of Deferred@1027378496 after retry RPC after error@1600270116) -> (continuation of Deferred@57707022 after retry RPC after error@250285684) -> (continuation of Deferred@1474610276 after retry RPC after error@431082163) -> (continuation of Deferred@513147761 after retry RPC after error@1222125177) -> (continuation of Deferred@971902178 after retry RPC after error@773696830) -> (continuation of Deferred@12500487 after retry RPC after error@165456775)))
19:59:41.424 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@939962902(state=PENDING, result=null, callback=(continuation of Deferred@1027378496 after retry RPC after error@1600270116) -> (continuation of Deferred@57707022 after retry RPC after error@250285684) -> (continuation of Deferred@1474610276 after retry RPC after error@431082163) -> (continuation of Deferred@513147761 after retry RPC after error@1222125177) -> (continuation of Deferred@971902178 after retry RPC after error@773696830) -> (continuation of Deferred@12500487 after retry RPC after error@165456775), errback=(continuation of Deferred@1027378496 after retry RPC after error@1600270116) -> (continuation of Deferred@57707022 after retry RPC after error@250285684) -> (continuation of Deferred@1474610276 after retry RPC after error@431082163) -> (continuation of Deferred@513147761 after retry RPC after error@1222125177) -> (continuation of Deferred@971902178 after retry RPC after error@773696830) -> (continuation of Deferred@12500487 after retry RPC after error@165456775)))
19:59:41.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.645 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1622856425(state=PENDING, result=null, callback=(continuation of Deferred@283905758 after retry RPC after error@1815405336) -> (continuation of Deferred@199351725 after retry RPC after error@1039825826) -> (continuation of Deferred@1301284925 after retry RPC after error@108465844) -> (continuation of Deferred@67020642 after retry RPC after error@1840770004) -> (continuation of Deferred@548132799 after retry RPC after error@513241008) -> (continuation of Deferred@1755582135 after retry RPC after error@983540028) -> (continuation of Deferred@1148686335 after retry RPC after error@1639481902), errback=(continuation of Deferred@283905758 after retry RPC after error@1815405336) -> (continuation of Deferred@199351725 after retry RPC after error@1039825826) -> (continuation of Deferred@1301284925 after retry RPC after error@108465844) -> (continuation of Deferred@67020642 after retry RPC after error@1840770004) -> (continuation of Deferred@548132799 after retry RPC after error@513241008) -> (continuation of Deferred@1755582135 after retry RPC after error@983540028) -> (continuation of Deferred@1148686335 after retry RPC after error@1639481902)))
19:59:41.645 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1622856425(state=PENDING, result=null, callback=(continuation of Deferred@283905758 after retry RPC after error@1815405336) -> (continuation of Deferred@199351725 after retry RPC after error@1039825826) -> (continuation of Deferred@1301284925 after retry RPC after error@108465844) -> (continuation of Deferred@67020642 after retry RPC after error@1840770004) -> (continuation of Deferred@548132799 after retry RPC after error@513241008) -> (continuation of Deferred@1755582135 after retry RPC after error@983540028) -> (continuation of Deferred@1148686335 after retry RPC after error@1639481902), errback=(continuation of Deferred@283905758 after retry RPC after error@1815405336) -> (continuation of Deferred@199351725 after retry RPC after error@1039825826) -> (continuation of Deferred@1301284925 after retry RPC after error@108465844) -> (continuation of Deferred@67020642 after retry RPC after error@1840770004) -> (continuation of Deferred@548132799 after retry RPC after error@513241008) -> (continuation of Deferred@1755582135 after retry RPC after error@983540028) -> (continuation of Deferred@1148686335 after retry RPC after error@1639481902)))
19:59:41.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.683 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.864 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@356730459(state=PENDING, result=null, callback=(continuation of Deferred@2055626113 after retry RPC after error@1851456311) -> (continuation of Deferred@1023779503 after retry RPC after error@846940874) -> (continuation of Deferred@2061071185 after retry RPC after error@1138994302) -> (continuation of Deferred@1407413879 after retry RPC after error@992367579) -> (continuation of Deferred@173341717 after retry RPC after error@1418342781) -> (continuation of Deferred@475163981 after retry RPC after error@358829463) -> (continuation of Deferred@955953018 after retry RPC after error@1031696577), errback=(continuation of Deferred@2055626113 after retry RPC after error@1851456311) -> (continuation of Deferred@1023779503 after retry RPC after error@846940874) -> (continuation of Deferred@2061071185 after retry RPC after error@1138994302) -> (continuation of Deferred@1407413879 after retry RPC after error@992367579) -> (continuation of Deferred@173341717 after retry RPC after error@1418342781) -> (continuation of Deferred@475163981 after retry RPC after error@358829463) -> (continuation of Deferred@955953018 after retry RPC after error@1031696577)))
19:59:41.865 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@356730459(state=PENDING, result=null, callback=(continuation of Deferred@2055626113 after retry RPC after error@1851456311) -> (continuation of Deferred@1023779503 after retry RPC after error@846940874) -> (continuation of Deferred@2061071185 after retry RPC after error@1138994302) -> (continuation of Deferred@1407413879 after retry RPC after error@992367579) -> (continuation of Deferred@173341717 after retry RPC after error@1418342781) -> (continuation of Deferred@475163981 after retry RPC after error@358829463) -> (continuation of Deferred@955953018 after retry RPC after error@1031696577), errback=(continuation of Deferred@2055626113 after retry RPC after error@1851456311) -> (continuation of Deferred@1023779503 after retry RPC after error@846940874) -> (continuation of Deferred@2061071185 after retry RPC after error@1138994302) -> (continuation of Deferred@1407413879 after retry RPC after error@992367579) -> (continuation of Deferred@173341717 after retry RPC after error@1418342781) -> (continuation of Deferred@475163981 after retry RPC after error@358829463) -> (continuation of Deferred@955953018 after retry RPC after error@1031696577)))
19:59:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:41.877434 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:41.877602 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:41.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:41.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:41.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:41.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:41.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:41.963 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.005 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:42.018610 24711 raft_consensus.cc:493] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader cdfa7df0ddc24325ac27bec2660647b2)
19:59:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:42.018807 24711 raft_consensus.cc:515] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cdfa7df0ddc24325ac27bec2660647b2" member_type: VOTER last_known_addr { host: "127.22.168.254" port: 35645 } } peers { permanent_uuid: "d3a5e12008df49609418ff1d5a404a82" member_type: VOTER last_known_addr { host: "127.22.168.253" port: 36501 } } peers { permanent_uuid: "17a3cba36b7f4b23a64228181c2d0296" member_type: VOTER last_known_addr { host: "127.22.168.252" port: 44435 } }
19:59:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:42.019685 24711 leader_election.cc:290] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645), d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501)
19:59:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:42.020361 24220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:59:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:42.022684 24220 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer cdfa7df0ddc24325ac27bec2660647b2 (127.22.168.254:35645): Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111)
19:59:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:42.022893 24219 leader_election.cc:336] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d3a5e12008df49609418ff1d5a404a82 (127.22.168.253:36501): Network error: Client connection negotiation failed: client connection to 127.22.168.253:36501: connect: Connection refused (error 111)
19:59:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:42.023002 24219 leader_election.cc:304] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 17a3cba36b7f4b23a64228181c2d0296; no voters: cdfa7df0ddc24325ac27bec2660647b2, d3a5e12008df49609418ff1d5a404a82
19:59:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:42.023252 24711 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 17a3cba36b7f4b23a64228181c2d0296 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
19:59:42.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.044 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.063 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.104 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1727210626(state=PENDING, result=null, callback=(continuation of Deferred@385490831 after retry RPC after error@1817744038) -> (continuation of Deferred@1826853124 after retry RPC after error@323710766) -> (continuation of Deferred@1435180207 after retry RPC after error@2112780570) -> (continuation of Deferred@225819666 after retry RPC after error@1167036557) -> (continuation of Deferred@1223459575 after retry RPC after error@1178866777) -> (continuation of Deferred@1718724015 after retry RPC after error@1606634004) -> (continuation of Deferred@1939111969 after retry RPC after error@353674454) -> (continuation of Deferred@2116237062 after retry RPC after error@1005932860), errback=(continuation of Deferred@385490831 after retry RPC after error@1817744038) -> (continuation of Deferred@1826853124 after retry RPC after error@323710766) -> (continuation of Deferred@1435180207 after retry RPC after error@2112780570) -> (continuation of Deferred@225819666 after retry RPC after error@1167036557) -> (continuation of Deferred@1223459575 after retry RPC after error@1178866777) -> (continuation of Deferred@1718724015 after retry RPC after error@1606634004) -> (continuation of Deferred@1939111969 after retry RPC after error@353674454) -> (continuation of Deferred@2116237062 after retry RPC after error@1005932860)))
19:59:42.105 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1727210626(state=PENDING, result=null, callback=(continuation of Deferred@385490831 after retry RPC after error@1817744038) -> (continuation of Deferred@1826853124 after retry RPC after error@323710766) -> (continuation of Deferred@1435180207 after retry RPC after error@2112780570) -> (continuation of Deferred@225819666 after retry RPC after error@1167036557) -> (continuation of Deferred@1223459575 after retry RPC after error@1178866777) -> (continuation of Deferred@1718724015 after retry RPC after error@1606634004) -> (continuation of Deferred@1939111969 after retry RPC after error@353674454) -> (continuation of Deferred@2116237062 after retry RPC after error@1005932860), errback=(continuation of Deferred@385490831 after retry RPC after error@1817744038) -> (continuation of Deferred@1826853124 after retry RPC after error@323710766) -> (continuation of Deferred@1435180207 after retry RPC after error@2112780570) -> (continuation of Deferred@225819666 after retry RPC after error@1167036557) -> (continuation of Deferred@1223459575 after retry RPC after error@1178866777) -> (continuation of Deferred@1718724015 after retry RPC after error@1606634004) -> (continuation of Deferred@1939111969 after retry RPC after error@353674454) -> (continuation of Deferred@2116237062 after retry RPC after error@1005932860)))
19:59:42.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.124 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.126 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.143 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.145 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.203 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.324 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2090517344(state=PENDING, result=null, callback=(continuation of Deferred@199091268 after retry RPC after error@2144940720) -> (continuation of Deferred@1956133578 after retry RPC after error@1588819706) -> (continuation of Deferred@984110764 after retry RPC after error@206745595) -> (continuation of Deferred@967416529 after retry RPC after error@2095595448) -> (continuation of Deferred@76356543 after retry RPC after error@498680226) -> (continuation of Deferred@1756573654 after retry RPC after error@1436272775) -> (continuation of Deferred@967274856 after retry RPC after error@1858376623), errback=(continuation of Deferred@199091268 after retry RPC after error@2144940720) -> (continuation of Deferred@1956133578 after retry RPC after error@1588819706) -> (continuation of Deferred@984110764 after retry RPC after error@206745595) -> (continuation of Deferred@967416529 after retry RPC after error@2095595448) -> (continuation of Deferred@76356543 after retry RPC after error@498680226) -> (continuation of Deferred@1756573654 after retry RPC after error@1436272775) -> (continuation of Deferred@967274856 after retry RPC after error@1858376623)))
19:59:42.325 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2090517344(state=PENDING, result=null, callback=(continuation of Deferred@199091268 after retry RPC after error@2144940720) -> (continuation of Deferred@1956133578 after retry RPC after error@1588819706) -> (continuation of Deferred@984110764 after retry RPC after error@206745595) -> (continuation of Deferred@967416529 after retry RPC after error@2095595448) -> (continuation of Deferred@76356543 after retry RPC after error@498680226) -> (continuation of Deferred@1756573654 after retry RPC after error@1436272775) -> (continuation of Deferred@967274856 after retry RPC after error@1858376623), errback=(continuation of Deferred@199091268 after retry RPC after error@2144940720) -> (continuation of Deferred@1956133578 after retry RPC after error@1588819706) -> (continuation of Deferred@984110764 after retry RPC after error@206745595) -> (continuation of Deferred@967416529 after retry RPC after error@2095595448) -> (continuation of Deferred@76356543 after retry RPC after error@498680226) -> (continuation of Deferred@1756573654 after retry RPC after error@1436272775) -> (continuation of Deferred@967274856 after retry RPC after error@1858376623)))
19:59:42.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.602 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [120ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1243795371(state=PENDING, result=null, callback=(continuation of Deferred@466510414 after retry RPC after error@1090030282) -> (continuation of Deferred@2074981289 after retry RPC after error@657351904) -> (continuation of Deferred@1327148633 after retry RPC after error@1261487018) -> (continuation of Deferred@1570111902 after retry RPC after error@164329384) -> (continuation of Deferred@330918062 after retry RPC after error@1582941408) -> (continuation of Deferred@867083332 after retry RPC after error@1628103598) -> (continuation of Deferred@967711545 after retry RPC after error@692106792), errback=(continuation of Deferred@466510414 after retry RPC after error@1090030282) -> (continuation of Deferred@2074981289 after retry RPC after error@657351904) -> (continuation of Deferred@1327148633 after retry RPC after error@1261487018) -> (continuation of Deferred@1570111902 after retry RPC after error@164329384) -> (continuation of Deferred@330918062 after retry RPC after error@1582941408) -> (continuation of Deferred@867083332 after retry RPC after error@1628103598) -> (continuation of Deferred@967711545 after retry RPC after error@692106792)))
19:59:42.603 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:42.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.623 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.623 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.702 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.825 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@790614095(state=PENDING, result=null, callback=(continuation of Deferred@33265430 after retry RPC after error@1818235391) -> (continuation of Deferred@287997117 after retry RPC after error@1080445823) -> (continuation of Deferred@502806338 after retry RPC after error@1903899371) -> (continuation of Deferred@871786477 after retry RPC after error@1094315871) -> (continuation of Deferred@497521181 after retry RPC after error@904075048) -> (continuation of Deferred@900384630 after retry RPC after error@1005032843), errback=(continuation of Deferred@33265430 after retry RPC after error@1818235391) -> (continuation of Deferred@287997117 after retry RPC after error@1080445823) -> (continuation of Deferred@502806338 after retry RPC after error@1903899371) -> (continuation of Deferred@871786477 after retry RPC after error@1094315871) -> (continuation of Deferred@497521181 after retry RPC after error@904075048) -> (continuation of Deferred@900384630 after retry RPC after error@1005032843)))
19:59:42.825 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@790614095(state=PENDING, result=null, callback=(continuation of Deferred@33265430 after retry RPC after error@1818235391) -> (continuation of Deferred@287997117 after retry RPC after error@1080445823) -> (continuation of Deferred@502806338 after retry RPC after error@1903899371) -> (continuation of Deferred@871786477 after retry RPC after error@1094315871) -> (continuation of Deferred@497521181 after retry RPC after error@904075048) -> (continuation of Deferred@900384630 after retry RPC after error@1005032843), errback=(continuation of Deferred@33265430 after retry RPC after error@1818235391) -> (continuation of Deferred@287997117 after retry RPC after error@1080445823) -> (continuation of Deferred@502806338 after retry RPC after error@1903899371) -> (continuation of Deferred@871786477 after retry RPC after error@1094315871) -> (continuation of Deferred@497521181 after retry RPC after error@904075048) -> (continuation of Deferred@900384630 after retry RPC after error@1005032843)))
19:59:42.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.883 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.923 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:42.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:42.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:42.964 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.964 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:42.964 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:42.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.044 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1425285456(state=PENDING, result=null, callback=(continuation of Deferred@1404616072 after retry RPC after error@1193407792) -> (continuation of Deferred@1177235260 after retry RPC after error@866150408) -> (continuation of Deferred@635623177 after retry RPC after error@1830960880) -> (continuation of Deferred@1928314535 after retry RPC after error@1119844570) -> (continuation of Deferred@1901503771 after retry RPC after error@226476159) -> (continuation of Deferred@40521201 after retry RPC after error@992644302), errback=(continuation of Deferred@1404616072 after retry RPC after error@1193407792) -> (continuation of Deferred@1177235260 after retry RPC after error@866150408) -> (continuation of Deferred@635623177 after retry RPC after error@1830960880) -> (continuation of Deferred@1928314535 after retry RPC after error@1119844570) -> (continuation of Deferred@1901503771 after retry RPC after error@226476159) -> (continuation of Deferred@40521201 after retry RPC after error@992644302)))
19:59:43.045 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1425285456(state=PENDING, result=null, callback=(continuation of Deferred@1404616072 after retry RPC after error@1193407792) -> (continuation of Deferred@1177235260 after retry RPC after error@866150408) -> (continuation of Deferred@635623177 after retry RPC after error@1830960880) -> (continuation of Deferred@1928314535 after retry RPC after error@1119844570) -> (continuation of Deferred@1901503771 after retry RPC after error@226476159) -> (continuation of Deferred@40521201 after retry RPC after error@992644302), errback=(continuation of Deferred@1404616072 after retry RPC after error@1193407792) -> (continuation of Deferred@1177235260 after retry RPC after error@866150408) -> (continuation of Deferred@635623177 after retry RPC after error@1830960880) -> (continuation of Deferred@1928314535 after retry RPC after error@1119844570) -> (continuation of Deferred@1901503771 after retry RPC after error@226476159) -> (continuation of Deferred@40521201 after retry RPC after error@992644302)))
19:59:43.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.323 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@541373882(state=PENDING, result=null, callback=(continuation of Deferred@274831521 after retry RPC after error@757469961) -> (continuation of Deferred@2102821202 after retry RPC after error@2025460263) -> (continuation of Deferred@1686255873 after retry RPC after error@2040647875) -> (continuation of Deferred@817136308 after retry RPC after error@414684591) -> (continuation of Deferred@1837694345 after retry RPC after error@441978675) -> (continuation of Deferred@250449902 after retry RPC after error@718502257) -> (continuation of Deferred@1944855 after retry RPC after error@1525025712), errback=(continuation of Deferred@274831521 after retry RPC after error@757469961) -> (continuation of Deferred@2102821202 after retry RPC after error@2025460263) -> (continuation of Deferred@1686255873 after retry RPC after error@2040647875) -> (continuation of Deferred@817136308 after retry RPC after error@414684591) -> (continuation of Deferred@1837694345 after retry RPC after error@441978675) -> (continuation of Deferred@250449902 after retry RPC after error@718502257) -> (continuation of Deferred@1944855 after retry RPC after error@1525025712)))
19:59:43.323 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:43.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.364 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.443 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.525 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@551233039(state=PENDING, result=null, callback=(continuation of Deferred@175703420 after retry RPC after error@755876113) -> (continuation of Deferred@299335958 after retry RPC after error@1757755005) -> (continuation of Deferred@718642428 after retry RPC after error@1771292158) -> (continuation of Deferred@1155610347 after retry RPC after error@89560788) -> (continuation of Deferred@56805630 after retry RPC after error@1957253465) -> (continuation of Deferred@967997257 after retry RPC after error@140752541) -> (continuation of Deferred@500415063 after retry RPC after error@592315181), errback=(continuation of Deferred@175703420 after retry RPC after error@755876113) -> (continuation of Deferred@299335958 after retry RPC after error@1757755005) -> (continuation of Deferred@718642428 after retry RPC after error@1771292158) -> (continuation of Deferred@1155610347 after retry RPC after error@89560788) -> (continuation of Deferred@56805630 after retry RPC after error@1957253465) -> (continuation of Deferred@967997257 after retry RPC after error@140752541) -> (continuation of Deferred@500415063 after retry RPC after error@592315181)))
19:59:43.525 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@551233039(state=PENDING, result=null, callback=(continuation of Deferred@175703420 after retry RPC after error@755876113) -> (continuation of Deferred@299335958 after retry RPC after error@1757755005) -> (continuation of Deferred@718642428 after retry RPC after error@1771292158) -> (continuation of Deferred@1155610347 after retry RPC after error@89560788) -> (continuation of Deferred@56805630 after retry RPC after error@1957253465) -> (continuation of Deferred@967997257 after retry RPC after error@140752541) -> (continuation of Deferred@500415063 after retry RPC after error@592315181), errback=(continuation of Deferred@175703420 after retry RPC after error@755876113) -> (continuation of Deferred@299335958 after retry RPC after error@1757755005) -> (continuation of Deferred@718642428 after retry RPC after error@1771292158) -> (continuation of Deferred@1155610347 after retry RPC after error@89560788) -> (continuation of Deferred@56805630 after retry RPC after error@1957253465) -> (continuation of Deferred@967997257 after retry RPC after error@140752541) -> (continuation of Deferred@500415063 after retry RPC after error@592315181)))
19:59:43.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.543 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.563 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.603 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.803 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@932707376(state=PENDING, result=null, callback=(continuation of Deferred@652073960 after retry RPC after error@2120777846) -> (continuation of Deferred@1743976000 after retry RPC after error@1863119090) -> (continuation of Deferred@667317344 after retry RPC after error@488057822) -> (continuation of Deferred@1839697610 after retry RPC after error@1705273580) -> (continuation of Deferred@1909810508 after retry RPC after error@1438181747) -> (continuation of Deferred@70843600 after retry RPC after error@1109198771) -> (continuation of Deferred@414774713 after retry RPC after error@173634732), errback=(continuation of Deferred@652073960 after retry RPC after error@2120777846) -> (continuation of Deferred@1743976000 after retry RPC after error@1863119090) -> (continuation of Deferred@667317344 after retry RPC after error@488057822) -> (continuation of Deferred@1839697610 after retry RPC after error@1705273580) -> (continuation of Deferred@1909810508 after retry RPC after error@1438181747) -> (continuation of Deferred@70843600 after retry RPC after error@1109198771) -> (continuation of Deferred@414774713 after retry RPC after error@173634732)))
19:59:43.803 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:43.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.883 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.883 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.883 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:43.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:43.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:43.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:43.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:43.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.025 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.025 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1765900579(state=PENDING, result=null, callback=(continuation of Deferred@1491149421 after retry RPC after error@2099990304) -> (continuation of Deferred@2092533071 after retry RPC after error@420764514) -> (continuation of Deferred@1220014183 after retry RPC after error@1875047454) -> (continuation of Deferred@1608615764 after retry RPC after error@1679100033) -> (continuation of Deferred@324466860 after retry RPC after error@1808571612) -> (continuation of Deferred@944012758 after retry RPC after error@1960393567) -> (continuation of Deferred@1357790960 after retry RPC after error@1598779981), errback=(continuation of Deferred@1491149421 after retry RPC after error@2099990304) -> (continuation of Deferred@2092533071 after retry RPC after error@420764514) -> (continuation of Deferred@1220014183 after retry RPC after error@1875047454) -> (continuation of Deferred@1608615764 after retry RPC after error@1679100033) -> (continuation of Deferred@324466860 after retry RPC after error@1808571612) -> (continuation of Deferred@944012758 after retry RPC after error@1960393567) -> (continuation of Deferred@1357790960 after retry RPC after error@1598779981)))
19:59:44.025 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1765900579(state=PENDING, result=null, callback=(continuation of Deferred@1491149421 after retry RPC after error@2099990304) -> (continuation of Deferred@2092533071 after retry RPC after error@420764514) -> (continuation of Deferred@1220014183 after retry RPC after error@1875047454) -> (continuation of Deferred@1608615764 after retry RPC after error@1679100033) -> (continuation of Deferred@324466860 after retry RPC after error@1808571612) -> (continuation of Deferred@944012758 after retry RPC after error@1960393567) -> (continuation of Deferred@1357790960 after retry RPC after error@1598779981), errback=(continuation of Deferred@1491149421 after retry RPC after error@2099990304) -> (continuation of Deferred@2092533071 after retry RPC after error@420764514) -> (continuation of Deferred@1220014183 after retry RPC after error@1875047454) -> (continuation of Deferred@1608615764 after retry RPC after error@1679100033) -> (continuation of Deferred@324466860 after retry RPC after error@1808571612) -> (continuation of Deferred@944012758 after retry RPC after error@1960393567) -> (continuation of Deferred@1357790960 after retry RPC after error@1598779981)))
19:59:44.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.105 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.225 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1211810895(state=PENDING, result=null, callback=(continuation of Deferred@395610690 after retry RPC after error@749022420) -> (continuation of Deferred@2103544420 after retry RPC after error@1667703099) -> (continuation of Deferred@1351774607 after retry RPC after error@1439970501) -> (continuation of Deferred@613922481 after retry RPC after error@2124625377) -> (continuation of Deferred@1031683507 after retry RPC after error@1232622789) -> (continuation of Deferred@1346584933 after retry RPC after error@933788337), errback=(continuation of Deferred@395610690 after retry RPC after error@749022420) -> (continuation of Deferred@2103544420 after retry RPC after error@1667703099) -> (continuation of Deferred@1351774607 after retry RPC after error@1439970501) -> (continuation of Deferred@613922481 after retry RPC after error@2124625377) -> (continuation of Deferred@1031683507 after retry RPC after error@1232622789) -> (continuation of Deferred@1346584933 after retry RPC after error@933788337)))
19:59:44.225 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1211810895(state=PENDING, result=null, callback=(continuation of Deferred@395610690 after retry RPC after error@749022420) -> (continuation of Deferred@2103544420 after retry RPC after error@1667703099) -> (continuation of Deferred@1351774607 after retry RPC after error@1439970501) -> (continuation of Deferred@613922481 after retry RPC after error@2124625377) -> (continuation of Deferred@1031683507 after retry RPC after error@1232622789) -> (continuation of Deferred@1346584933 after retry RPC after error@933788337), errback=(continuation of Deferred@395610690 after retry RPC after error@749022420) -> (continuation of Deferred@2103544420 after retry RPC after error@1667703099) -> (continuation of Deferred@1351774607 after retry RPC after error@1439970501) -> (continuation of Deferred@613922481 after retry RPC after error@2124625377) -> (continuation of Deferred@1031683507 after retry RPC after error@1232622789) -> (continuation of Deferred@1346584933 after retry RPC after error@933788337)))
19:59:44.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.243 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.285 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.405 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@265139911(state=PENDING, result=null, callback=(continuation of Deferred@1748297460 after retry RPC after error@1416409055) -> (continuation of Deferred@1355126856 after retry RPC after error@844920601) -> (continuation of Deferred@2106602720 after retry RPC after error@1278439130) -> (continuation of Deferred@818460876 after retry RPC after error@1644033395) -> (continuation of Deferred@498530968 after retry RPC after error@1243873866) -> (continuation of Deferred@1071631642 after retry RPC after error@822604287), errback=(continuation of Deferred@1748297460 after retry RPC after error@1416409055) -> (continuation of Deferred@1355126856 after retry RPC after error@844920601) -> (continuation of Deferred@2106602720 after retry RPC after error@1278439130) -> (continuation of Deferred@818460876 after retry RPC after error@1644033395) -> (continuation of Deferred@498530968 after retry RPC after error@1243873866) -> (continuation of Deferred@1071631642 after retry RPC after error@822604287)))
19:59:44.406 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@265139911(state=PENDING, result=null, callback=(continuation of Deferred@1748297460 after retry RPC after error@1416409055) -> (continuation of Deferred@1355126856 after retry RPC after error@844920601) -> (continuation of Deferred@2106602720 after retry RPC after error@1278439130) -> (continuation of Deferred@818460876 after retry RPC after error@1644033395) -> (continuation of Deferred@498530968 after retry RPC after error@1243873866) -> (continuation of Deferred@1071631642 after retry RPC after error@822604287), errback=(continuation of Deferred@1748297460 after retry RPC after error@1416409055) -> (continuation of Deferred@1355126856 after retry RPC after error@844920601) -> (continuation of Deferred@2106602720 after retry RPC after error@1278439130) -> (continuation of Deferred@818460876 after retry RPC after error@1644033395) -> (continuation of Deferred@498530968 after retry RPC after error@1243873866) -> (continuation of Deferred@1071631642 after retry RPC after error@822604287)))
19:59:44.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.482 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.522 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.523 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.523 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.523 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.524 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.585 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@932015879(state=PENDING, result=null, callback=(continuation of Deferred@747821419 after retry RPC after error@219022025) -> (continuation of Deferred@1502772474 after retry RPC after error@96195992) -> (continuation of Deferred@1071128005 after retry RPC after error@1119705277) -> (continuation of Deferred@134388156 after retry RPC after error@1397660209) -> (continuation of Deferred@738694056 after retry RPC after error@72834597) -> (continuation of Deferred@411363434 after retry RPC after error@1060922969) -> (continuation of Deferred@800467141 after retry RPC after error@296680800), errback=(continuation of Deferred@747821419 after retry RPC after error@219022025) -> (continuation of Deferred@1502772474 after retry RPC after error@96195992) -> (continuation of Deferred@1071128005 after retry RPC after error@1119705277) -> (continuation of Deferred@134388156 after retry RPC after error@1397660209) -> (continuation of Deferred@738694056 after retry RPC after error@72834597) -> (continuation of Deferred@411363434 after retry RPC after error@1060922969) -> (continuation of Deferred@800467141 after retry RPC after error@296680800)))
19:59:44.585 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@932015879(state=PENDING, result=null, callback=(continuation of Deferred@747821419 after retry RPC after error@219022025) -> (continuation of Deferred@1502772474 after retry RPC after error@96195992) -> (continuation of Deferred@1071128005 after retry RPC after error@1119705277) -> (continuation of Deferred@134388156 after retry RPC after error@1397660209) -> (continuation of Deferred@738694056 after retry RPC after error@72834597) -> (continuation of Deferred@411363434 after retry RPC after error@1060922969) -> (continuation of Deferred@800467141 after retry RPC after error@296680800), errback=(continuation of Deferred@747821419 after retry RPC after error@219022025) -> (continuation of Deferred@1502772474 after retry RPC after error@96195992) -> (continuation of Deferred@1071128005 after retry RPC after error@1119705277) -> (continuation of Deferred@134388156 after retry RPC after error@1397660209) -> (continuation of Deferred@738694056 after retry RPC after error@72834597) -> (continuation of Deferred@411363434 after retry RPC after error@1060922969) -> (continuation of Deferred@800467141 after retry RPC after error@296680800)))
19:59:44.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.623 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.624 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.663 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.663 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.663 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.863 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2143746346(state=PENDING, result=null, callback=(continuation of Deferred@1015098025 after retry RPC after error@1295274157) -> (continuation of Deferred@1517598559 after retry RPC after error@313723538) -> (continuation of Deferred@659734031 after retry RPC after error@1208759152) -> (continuation of Deferred@935177057 after retry RPC after error@1037090974) -> (continuation of Deferred@264283117 after retry RPC after error@654218966) -> (continuation of Deferred@2084755403 after retry RPC after error@1194147053) -> (continuation of Deferred@1299722286 after retry RPC after error@534927217), errback=(continuation of Deferred@1015098025 after retry RPC after error@1295274157) -> (continuation of Deferred@1517598559 after retry RPC after error@313723538) -> (continuation of Deferred@659734031 after retry RPC after error@1208759152) -> (continuation of Deferred@935177057 after retry RPC after error@1037090974) -> (continuation of Deferred@264283117 after retry RPC after error@654218966) -> (continuation of Deferred@2084755403 after retry RPC after error@1194147053) -> (continuation of Deferred@1299722286 after retry RPC after error@534927217)))
19:59:44.863 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:44.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.903 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.922 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:44.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:44.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:44.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:44.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:44.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.125 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@940270306(state=PENDING, result=null, callback=(continuation of Deferred@548967399 after retry RPC after error@964873997) -> (continuation of Deferred@1442860707 after retry RPC after error@905915123) -> (continuation of Deferred@1371320320 after retry RPC after error@2120873885) -> (continuation of Deferred@709413797 after retry RPC after error@1722598573) -> (continuation of Deferred@1386501320 after retry RPC after error@1673561118) -> (continuation of Deferred@255426080 after retry RPC after error@254823110) -> (continuation of Deferred@2143444476 after retry RPC after error@407230062), errback=(continuation of Deferred@548967399 after retry RPC after error@964873997) -> (continuation of Deferred@1442860707 after retry RPC after error@905915123) -> (continuation of Deferred@1371320320 after retry RPC after error@2120873885) -> (continuation of Deferred@709413797 after retry RPC after error@1722598573) -> (continuation of Deferred@1386501320 after retry RPC after error@1673561118) -> (continuation of Deferred@255426080 after retry RPC after error@254823110) -> (continuation of Deferred@2143444476 after retry RPC after error@407230062)))
19:59:45.125 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@940270306(state=PENDING, result=null, callback=(continuation of Deferred@548967399 after retry RPC after error@964873997) -> (continuation of Deferred@1442860707 after retry RPC after error@905915123) -> (continuation of Deferred@1371320320 after retry RPC after error@2120873885) -> (continuation of Deferred@709413797 after retry RPC after error@1722598573) -> (continuation of Deferred@1386501320 after retry RPC after error@1673561118) -> (continuation of Deferred@255426080 after retry RPC after error@254823110) -> (continuation of Deferred@2143444476 after retry RPC after error@407230062), errback=(continuation of Deferred@548967399 after retry RPC after error@964873997) -> (continuation of Deferred@1442860707 after retry RPC after error@905915123) -> (continuation of Deferred@1371320320 after retry RPC after error@2120873885) -> (continuation of Deferred@709413797 after retry RPC after error@1722598573) -> (continuation of Deferred@1386501320 after retry RPC after error@1673561118) -> (continuation of Deferred@255426080 after retry RPC after error@254823110) -> (continuation of Deferred@2143444476 after retry RPC after error@407230062)))
19:59:45.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.185 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:45.191058 23935 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:45.194450 23935 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '069ab0ed243f4c64821186e2975d8ed4', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435, num_attempts: 1)
19:59:45.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:45.196398 23935 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.22.168.252:44435)
19:59:45.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.203 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.203 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.225 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.384 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@493177843(state=PENDING, result=null, callback=(continuation of Deferred@1604667102 after retry RPC after error@1956635260) -> (continuation of Deferred@1802227210 after retry RPC after error@1558587975) -> (continuation of Deferred@696259763 after retry RPC after error@579313661) -> (continuation of Deferred@396955193 after retry RPC after error@2062596761) -> (continuation of Deferred@1409031416 after retry RPC after error@1293555981) -> (continuation of Deferred@303898193 after retry RPC after error@1841711865) -> (continuation of Deferred@1584304229 after retry RPC after error@1134639316), errback=(continuation of Deferred@1604667102 after retry RPC after error@1956635260) -> (continuation of Deferred@1802227210 after retry RPC after error@1558587975) -> (continuation of Deferred@696259763 after retry RPC after error@579313661) -> (continuation of Deferred@396955193 after retry RPC after error@2062596761) -> (continuation of Deferred@1409031416 after retry RPC after error@1293555981) -> (continuation of Deferred@303898193 after retry RPC after error@1841711865) -> (continuation of Deferred@1584304229 after retry RPC after error@1134639316)))
19:59:45.385 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@493177843(state=PENDING, result=null, callback=(continuation of Deferred@1604667102 after retry RPC after error@1956635260) -> (continuation of Deferred@1802227210 after retry RPC after error@1558587975) -> (continuation of Deferred@696259763 after retry RPC after error@579313661) -> (continuation of Deferred@396955193 after retry RPC after error@2062596761) -> (continuation of Deferred@1409031416 after retry RPC after error@1293555981) -> (continuation of Deferred@303898193 after retry RPC after error@1841711865) -> (continuation of Deferred@1584304229 after retry RPC after error@1134639316), errback=(continuation of Deferred@1604667102 after retry RPC after error@1956635260) -> (continuation of Deferred@1802227210 after retry RPC after error@1558587975) -> (continuation of Deferred@696259763 after retry RPC after error@579313661) -> (continuation of Deferred@396955193 after retry RPC after error@2062596761) -> (continuation of Deferred@1409031416 after retry RPC after error@1293555981) -> (continuation of Deferred@303898193 after retry RPC after error@1841711865) -> (continuation of Deferred@1584304229 after retry RPC after error@1134639316)))
19:59:45.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.443 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.443 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.443 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.463 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.463 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.463 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.483 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.484 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.503 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.585 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.630 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [225ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [226ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [227ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@502557751(state=PENDING, result=null, callback=(continuation of Deferred@701751742 after retry RPC after error@233520376) -> (continuation of Deferred@208519260 after retry RPC after error@843485234) -> (continuation of Deferred@78535125 after retry RPC after error@1358342468) -> (continuation of Deferred@846982182 after retry RPC after error@884620635) -> (continuation of Deferred@1118616296 after retry RPC after error@670406512) -> (continuation of Deferred@1250055540 after retry RPC after error@800582042) -> (continuation of Deferred@141258110 after retry RPC after error@61744404), errback=(continuation of Deferred@701751742 after retry RPC after error@233520376) -> (continuation of Deferred@208519260 after retry RPC after error@843485234) -> (continuation of Deferred@78535125 after retry RPC after error@1358342468) -> (continuation of Deferred@846982182 after retry RPC after error@884620635) -> (continuation of Deferred@1118616296 after retry RPC after error@670406512) -> (continuation of Deferred@1250055540 after retry RPC after error@800582042) -> (continuation of Deferred@141258110 after retry RPC after error@61744404)))
19:59:45.630 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=227), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [224ms] refreshing cache from master, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [225ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [226ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [227ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@502557751(state=PENDING, result=null, callback=(continuation of Deferred@701751742 after retry RPC after error@233520376) -> (continuation of Deferred@208519260 after retry RPC after error@843485234) -> (continuation of Deferred@78535125 after retry RPC after error@1358342468) -> (continuation of Deferred@846982182 after retry RPC after error@884620635) -> (continuation of Deferred@1118616296 after retry RPC after error@670406512) -> (continuation of Deferred@1250055540 after retry RPC after error@800582042) -> (continuation of Deferred@141258110 after retry RPC after error@61744404), errback=(continuation of Deferred@701751742 after retry RPC after error@233520376) -> (continuation of Deferred@208519260 after retry RPC after error@843485234) -> (continuation of Deferred@78535125 after retry RPC after error@1358342468) -> (continuation of Deferred@846982182 after retry RPC after error@884620635) -> (continuation of Deferred@1118616296 after retry RPC after error@670406512) -> (continuation of Deferred@1250055540 after retry RPC after error@800582042) -> (continuation of Deferred@141258110 after retry RPC after error@61744404)))
19:59:45.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.666 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.683 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.723 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.723 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.804 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.804 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.805 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.882 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.883 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.883 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.883 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.883 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.883 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.883 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.883 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.885 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@27231881(state=PENDING, result=null, callback=(continuation of Deferred@1985646782 after retry RPC after error@34255494) -> (continuation of Deferred@1651608964 after retry RPC after error@531100813) -> (continuation of Deferred@1037719719 after retry RPC after error@1788035864) -> (continuation of Deferred@81849955 after retry RPC after error@608395758) -> (continuation of Deferred@1270028961 after retry RPC after error@994577228) -> (continuation of Deferred@945322416 after retry RPC after error@120267588) -> (continuation of Deferred@1411274514 after retry RPC after error@804725942) -> (continuation of Deferred@1419336961 after retry RPC after error@183920085), errback=(continuation of Deferred@1985646782 after retry RPC after error@34255494) -> (continuation of Deferred@1651608964 after retry RPC after error@531100813) -> (continuation of Deferred@1037719719 after retry RPC after error@1788035864) -> (continuation of Deferred@81849955 after retry RPC after error@608395758) -> (continuation of Deferred@1270028961 after retry RPC after error@994577228) -> (continuation of Deferred@945322416 after retry RPC after error@120267588) -> (continuation of Deferred@1411274514 after retry RPC after error@804725942) -> (continuation of Deferred@1419336961 after retry RPC after error@183920085)))
19:59:45.885 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@27231881(state=PENDING, result=null, callback=(continuation of Deferred@1985646782 after retry RPC after error@34255494) -> (continuation of Deferred@1651608964 after retry RPC after error@531100813) -> (continuation of Deferred@1037719719 after retry RPC after error@1788035864) -> (continuation of Deferred@81849955 after retry RPC after error@608395758) -> (continuation of Deferred@1270028961 after retry RPC after error@994577228) -> (continuation of Deferred@945322416 after retry RPC after error@120267588) -> (continuation of Deferred@1411274514 after retry RPC after error@804725942) -> (continuation of Deferred@1419336961 after retry RPC after error@183920085), errback=(continuation of Deferred@1985646782 after retry RPC after error@34255494) -> (continuation of Deferred@1651608964 after retry RPC after error@531100813) -> (continuation of Deferred@1037719719 after retry RPC after error@1788035864) -> (continuation of Deferred@81849955 after retry RPC after error@608395758) -> (continuation of Deferred@1270028961 after retry RPC after error@994577228) -> (continuation of Deferred@945322416 after retry RPC after error@120267588) -> (continuation of Deferred@1411274514 after retry RPC after error@804725942) -> (continuation of Deferred@1419336961 after retry RPC after error@183920085)))
19:59:45.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.902 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.963 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:45.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:45.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:45.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:45.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:45.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.065 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.104 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@24923759(state=PENDING, result=null, callback=(continuation of Deferred@701603300 after retry RPC after error@1726783435) -> (continuation of Deferred@411918473 after retry RPC after error@2078366401) -> (continuation of Deferred@1593497316 after retry RPC after error@1558841399) -> (continuation of Deferred@789619211 after retry RPC after error@1582744186) -> (continuation of Deferred@1452503714 after retry RPC after error@1513386999) -> (continuation of Deferred@1889440320 after retry RPC after error@406047547) -> (continuation of Deferred@1433976061 after retry RPC after error@749389422), errback=(continuation of Deferred@701603300 after retry RPC after error@1726783435) -> (continuation of Deferred@411918473 after retry RPC after error@2078366401) -> (continuation of Deferred@1593497316 after retry RPC after error@1558841399) -> (continuation of Deferred@789619211 after retry RPC after error@1582744186) -> (continuation of Deferred@1452503714 after retry RPC after error@1513386999) -> (continuation of Deferred@1889440320 after retry RPC after error@406047547) -> (continuation of Deferred@1433976061 after retry RPC after error@749389422)))
19:59:46.104 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@24923759(state=PENDING, result=null, callback=(continuation of Deferred@701603300 after retry RPC after error@1726783435) -> (continuation of Deferred@411918473 after retry RPC after error@2078366401) -> (continuation of Deferred@1593497316 after retry RPC after error@1558841399) -> (continuation of Deferred@789619211 after retry RPC after error@1582744186) -> (continuation of Deferred@1452503714 after retry RPC after error@1513386999) -> (continuation of Deferred@1889440320 after retry RPC after error@406047547) -> (continuation of Deferred@1433976061 after retry RPC after error@749389422), errback=(continuation of Deferred@701603300 after retry RPC after error@1726783435) -> (continuation of Deferred@411918473 after retry RPC after error@2078366401) -> (continuation of Deferred@1593497316 after retry RPC after error@1558841399) -> (continuation of Deferred@789619211 after retry RPC after error@1582744186) -> (continuation of Deferred@1452503714 after retry RPC after error@1513386999) -> (continuation of Deferred@1889440320 after retry RPC after error@406047547) -> (continuation of Deferred@1433976061 after retry RPC after error@749389422)))
19:59:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.123 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.143 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.162 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.183 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.283 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.283 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.283 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.284 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [39ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2127790557(state=PENDING, result=null, callback=(continuation of Deferred@558514459 after retry RPC after error@272742528) -> (continuation of Deferred@1116359698 after retry RPC after error@540406007) -> (continuation of Deferred@1401171827 after retry RPC after error@1318848571) -> (continuation of Deferred@1583757094 after retry RPC after error@1364969045) -> (continuation of Deferred@592876730 after retry RPC after error@220568891) -> (continuation of Deferred@1653953726 after retry RPC after error@1844662231) -> (continuation of Deferred@2056775063 after retry RPC after error@1543136187), errback=(continuation of Deferred@558514459 after retry RPC after error@272742528) -> (continuation of Deferred@1116359698 after retry RPC after error@540406007) -> (continuation of Deferred@1401171827 after retry RPC after error@1318848571) -> (continuation of Deferred@1583757094 after retry RPC after error@1364969045) -> (continuation of Deferred@592876730 after retry RPC after error@220568891) -> (continuation of Deferred@1653953726 after retry RPC after error@1844662231) -> (continuation of Deferred@2056775063 after retry RPC after error@1543136187)))
19:59:46.284 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [39ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [100ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2127790557(state=PENDING, result=null, callback=(continuation of Deferred@558514459 after retry RPC after error@272742528) -> (continuation of Deferred@1116359698 after retry RPC after error@540406007) -> (continuation of Deferred@1401171827 after retry RPC after error@1318848571) -> (continuation of Deferred@1583757094 after retry RPC after error@1364969045) -> (continuation of Deferred@592876730 after retry RPC after error@220568891) -> (continuation of Deferred@1653953726 after retry RPC after error@1844662231) -> (continuation of Deferred@2056775063 after retry RPC after error@1543136187), errback=(continuation of Deferred@558514459 after retry RPC after error@272742528) -> (continuation of Deferred@1116359698 after retry RPC after error@540406007) -> (continuation of Deferred@1401171827 after retry RPC after error@1318848571) -> (continuation of Deferred@1583757094 after retry RPC after error@1364969045) -> (continuation of Deferred@592876730 after retry RPC after error@220568891) -> (continuation of Deferred@1653953726 after retry RPC after error@1844662231) -> (continuation of Deferred@2056775063 after retry RPC after error@1543136187)))
19:59:46.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.303 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.323 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.362 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.403 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.443 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.445 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.542 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.543 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.543 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.544 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2141786875(state=PENDING, result=null, callback=(continuation of Deferred@471541601 after retry RPC after error@989755811) -> (continuation of Deferred@415737009 after retry RPC after error@793662360) -> (continuation of Deferred@1789610303 after retry RPC after error@592516776) -> (continuation of Deferred@110546015 after retry RPC after error@1536793990) -> (continuation of Deferred@1800127867 after retry RPC after error@1082424044) -> (continuation of Deferred@1883288215 after retry RPC after error@1738695860) -> (continuation of Deferred@1391920422 after retry RPC after error@835147406), errback=(continuation of Deferred@471541601 after retry RPC after error@989755811) -> (continuation of Deferred@415737009 after retry RPC after error@793662360) -> (continuation of Deferred@1789610303 after retry RPC after error@592516776) -> (continuation of Deferred@110546015 after retry RPC after error@1536793990) -> (continuation of Deferred@1800127867 after retry RPC after error@1082424044) -> (continuation of Deferred@1883288215 after retry RPC after error@1738695860) -> (continuation of Deferred@1391920422 after retry RPC after error@835147406)))
19:59:46.545 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [143ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@2141786875(state=PENDING, result=null, callback=(continuation of Deferred@471541601 after retry RPC after error@989755811) -> (continuation of Deferred@415737009 after retry RPC after error@793662360) -> (continuation of Deferred@1789610303 after retry RPC after error@592516776) -> (continuation of Deferred@110546015 after retry RPC after error@1536793990) -> (continuation of Deferred@1800127867 after retry RPC after error@1082424044) -> (continuation of Deferred@1883288215 after retry RPC after error@1738695860) -> (continuation of Deferred@1391920422 after retry RPC after error@835147406), errback=(continuation of Deferred@471541601 after retry RPC after error@989755811) -> (continuation of Deferred@415737009 after retry RPC after error@793662360) -> (continuation of Deferred@1789610303 after retry RPC after error@592516776) -> (continuation of Deferred@110546015 after retry RPC after error@1536793990) -> (continuation of Deferred@1800127867 after retry RPC after error@1082424044) -> (continuation of Deferred@1883288215 after retry RPC after error@1738695860) -> (continuation of Deferred@1391920422 after retry RPC after error@835147406)))
19:59:46.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.562 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.564 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.583 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.602 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.623 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.623 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.625 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.643 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.662 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.664 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.743 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.744 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1520511174(state=PENDING, result=null, callback=(continuation of Deferred@1364817466 after retry RPC after error@557727228) -> (continuation of Deferred@1067155313 after retry RPC after error@1815058268) -> (continuation of Deferred@1994245189 after retry RPC after error@652007103) -> (continuation of Deferred@1121469922 after retry RPC after error@1390260114) -> (continuation of Deferred@1245357664 after retry RPC after error@177469622) -> (continuation of Deferred@182737747 after retry RPC after error@897242274), errback=(continuation of Deferred@1364817466 after retry RPC after error@557727228) -> (continuation of Deferred@1067155313 after retry RPC after error@1815058268) -> (continuation of Deferred@1994245189 after retry RPC after error@652007103) -> (continuation of Deferred@1121469922 after retry RPC after error@1390260114) -> (continuation of Deferred@1245357664 after retry RPC after error@177469622) -> (continuation of Deferred@182737747 after retry RPC after error@897242274)))
19:59:46.745 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [181ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [182ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@1520511174(state=PENDING, result=null, callback=(continuation of Deferred@1364817466 after retry RPC after error@557727228) -> (continuation of Deferred@1067155313 after retry RPC after error@1815058268) -> (continuation of Deferred@1994245189 after retry RPC after error@652007103) -> (continuation of Deferred@1121469922 after retry RPC after error@1390260114) -> (continuation of Deferred@1245357664 after retry RPC after error@177469622) -> (continuation of Deferred@182737747 after retry RPC after error@897242274), errback=(continuation of Deferred@1364817466 after retry RPC after error@557727228) -> (continuation of Deferred@1067155313 after retry RPC after error@1815058268) -> (continuation of Deferred@1994245189 after retry RPC after error@652007103) -> (continuation of Deferred@1121469922 after retry RPC after error@1390260114) -> (continuation of Deferred@1245357664 after retry RPC after error@177469622) -> (continuation of Deferred@182737747 after retry RPC after error@897242274)))
19:59:46.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.763 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.763 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.763 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.804 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.823 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.842 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.862 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:46.879120 24200 master_runner.cc:187] Error getting master registration for 127.22.168.254:35645: Network error: Client connection negotiation failed: client connection to 127.22.168.254:35645: connect: Connection refused (error 111),
19:59:46.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:46.879300 24200 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:46.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.963 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:46.965 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@571745246(state=PENDING, result=null, callback=(continuation of Deferred@2061859701 after retry RPC after error@839180791) -> (continuation of Deferred@2136196251 after retry RPC after error@2094666364) -> (continuation of Deferred@758505537 after retry RPC after error@950777673) -> (continuation of Deferred@1497222107 after retry RPC after error@1968733042) -> (continuation of Deferred@2012064368 after retry RPC after error@303651387) -> (continuation of Deferred@634202288 after retry RPC after error@335041680) -> (continuation of Deferred@165462709 after retry RPC after error@1372363063), errback=(continuation of Deferred@2061859701 after retry RPC after error@839180791) -> (continuation of Deferred@2136196251 after retry RPC after error@2094666364) -> (continuation of Deferred@758505537 after retry RPC after error@950777673) -> (continuation of Deferred@1497222107 after retry RPC after error@1968733042) -> (continuation of Deferred@2012064368 after retry RPC after error@303651387) -> (continuation of Deferred@634202288 after retry RPC after error@335041680) -> (continuation of Deferred@165462709 after retry RPC after error@1372363063)))
19:59:46.965 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@571745246(state=PENDING, result=null, callback=(continuation of Deferred@2061859701 after retry RPC after error@839180791) -> (continuation of Deferred@2136196251 after retry RPC after error@2094666364) -> (continuation of Deferred@758505537 after retry RPC after error@950777673) -> (continuation of Deferred@1497222107 after retry RPC after error@1968733042) -> (continuation of Deferred@2012064368 after retry RPC after error@303651387) -> (continuation of Deferred@634202288 after retry RPC after error@335041680) -> (continuation of Deferred@165462709 after retry RPC after error@1372363063), errback=(continuation of Deferred@2061859701 after retry RPC after error@839180791) -> (continuation of Deferred@2136196251 after retry RPC after error@2094666364) -> (continuation of Deferred@758505537 after retry RPC after error@950777673) -> (continuation of Deferred@1497222107 after retry RPC after error@1968733042) -> (continuation of Deferred@2012064368 after retry RPC after error@303651387) -> (continuation of Deferred@634202288 after retry RPC after error@335041680) -> (continuation of Deferred@165462709 after retry RPC after error@1372363063)))
19:59:46.982 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:46.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:46.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:46.983 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:46.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.003 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.023 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.042 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.083 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.084 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.102 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.103 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.185 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@351607216(state=PENDING, result=null, callback=(continuation of Deferred@536599714 after retry RPC after error@204171071) -> (continuation of Deferred@1104808555 after retry RPC after error@2111742841) -> (continuation of Deferred@1006730924 after retry RPC after error@1799677068) -> (continuation of Deferred@2052858589 after retry RPC after error@1913750404) -> (continuation of Deferred@1163032436 after retry RPC after error@167680982) -> (continuation of Deferred@305072894 after retry RPC after error@1818011292) -> (continuation of Deferred@979604916 after retry RPC after error@1195280645), errback=(continuation of Deferred@536599714 after retry RPC after error@204171071) -> (continuation of Deferred@1104808555 after retry RPC after error@2111742841) -> (continuation of Deferred@1006730924 after retry RPC after error@1799677068) -> (continuation of Deferred@2052858589 after retry RPC after error@1913750404) -> (continuation of Deferred@1163032436 after retry RPC after error@167680982) -> (continuation of Deferred@305072894 after retry RPC after error@1818011292) -> (continuation of Deferred@979604916 after retry RPC after error@1195280645)))
19:59:47.185 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@351607216(state=PENDING, result=null, callback=(continuation of Deferred@536599714 after retry RPC after error@204171071) -> (continuation of Deferred@1104808555 after retry RPC after error@2111742841) -> (continuation of Deferred@1006730924 after retry RPC after error@1799677068) -> (continuation of Deferred@2052858589 after retry RPC after error@1913750404) -> (continuation of Deferred@1163032436 after retry RPC after error@167680982) -> (continuation of Deferred@305072894 after retry RPC after error@1818011292) -> (continuation of Deferred@979604916 after retry RPC after error@1195280645), errback=(continuation of Deferred@536599714 after retry RPC after error@204171071) -> (continuation of Deferred@1104808555 after retry RPC after error@2111742841) -> (continuation of Deferred@1006730924 after retry RPC after error@1799677068) -> (continuation of Deferred@2052858589 after retry RPC after error@1913750404) -> (continuation of Deferred@1163032436 after retry RPC after error@167680982) -> (continuation of Deferred@305072894 after retry RPC after error@1818011292) -> (continuation of Deferred@979604916 after retry RPC after error@1195280645)))
19:59:47.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.204 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.242 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.243 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.283 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.323 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.323 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.343 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.423 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.425 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2090768008(state=PENDING, result=null, callback=(continuation of Deferred@828043362 after retry RPC after error@502214679) -> (continuation of Deferred@742250563 after retry RPC after error@614408602) -> (continuation of Deferred@1117785227 after retry RPC after error@640410432) -> (continuation of Deferred@1679214598 after retry RPC after error@970499823) -> (continuation of Deferred@2069770507 after retry RPC after error@43445443) -> (continuation of Deferred@1343378031 after retry RPC after error@738290012) -> (continuation of Deferred@643679166 after retry RPC after error@328778562), errback=(continuation of Deferred@828043362 after retry RPC after error@502214679) -> (continuation of Deferred@742250563 after retry RPC after error@614408602) -> (continuation of Deferred@1117785227 after retry RPC after error@640410432) -> (continuation of Deferred@1679214598 after retry RPC after error@970499823) -> (continuation of Deferred@2069770507 after retry RPC after error@43445443) -> (continuation of Deferred@1343378031 after retry RPC after error@738290012) -> (continuation of Deferred@643679166 after retry RPC after error@328778562)))
19:59:47.425 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@2090768008(state=PENDING, result=null, callback=(continuation of Deferred@828043362 after retry RPC after error@502214679) -> (continuation of Deferred@742250563 after retry RPC after error@614408602) -> (continuation of Deferred@1117785227 after retry RPC after error@640410432) -> (continuation of Deferred@1679214598 after retry RPC after error@970499823) -> (continuation of Deferred@2069770507 after retry RPC after error@43445443) -> (continuation of Deferred@1343378031 after retry RPC after error@738290012) -> (continuation of Deferred@643679166 after retry RPC after error@328778562), errback=(continuation of Deferred@828043362 after retry RPC after error@502214679) -> (continuation of Deferred@742250563 after retry RPC after error@614408602) -> (continuation of Deferred@1117785227 after retry RPC after error@640410432) -> (continuation of Deferred@1679214598 after retry RPC after error@970499823) -> (continuation of Deferred@2069770507 after retry RPC after error@43445443) -> (continuation of Deferred@1343378031 after retry RPC after error@738290012) -> (continuation of Deferred@643679166 after retry RPC after error@328778562)))
19:59:47.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.442 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.463 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.483 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.484 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.502 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.504 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.523 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.526 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.543 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.682 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.683 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.684 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.703 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@868171056(state=PENDING, result=null, callback=(continuation of Deferred@1590813202 after retry RPC after error@212499775) -> (continuation of Deferred@360296456 after retry RPC after error@1600473386) -> (continuation of Deferred@242606502 after retry RPC after error@1365845714) -> (continuation of Deferred@164111623 after retry RPC after error@2081493261) -> (continuation of Deferred@1573431288 after retry RPC after error@1167017253) -> (continuation of Deferred@220704910 after retry RPC after error@2043302238) -> (continuation of Deferred@1629867768 after retry RPC after error@1589381524) -> (continuation of Deferred@1848598797 after retry RPC after error@1162120503), errback=(continuation of Deferred@1590813202 after retry RPC after error@212499775) -> (continuation of Deferred@360296456 after retry RPC after error@1600473386) -> (continuation of Deferred@242606502 after retry RPC after error@1365845714) -> (continuation of Deferred@164111623 after retry RPC after error@2081493261) -> (continuation of Deferred@1573431288 after retry RPC after error@1167017253) -> (continuation of Deferred@220704910 after retry RPC after error@2043302238) -> (continuation of Deferred@1629867768 after retry RPC after error@1589381524) -> (continuation of Deferred@1848598797 after retry RPC after error@1162120503)))
19:59:47.703 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:47.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.723 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.783 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.802 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.803 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.846 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.863 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.864 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.923 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.925 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.942 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.943 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.944 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.945 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1043602843(state=PENDING, result=null, callback=(continuation of Deferred@993828836 after retry RPC after error@1881270295) -> (continuation of Deferred@593383290 after retry RPC after error@1033389647) -> (continuation of Deferred@1652829607 after retry RPC after error@488247472) -> (continuation of Deferred@1282324982 after retry RPC after error@867906570) -> (continuation of Deferred@1880219343 after retry RPC after error@1036242925) -> (continuation of Deferred@81490090 after retry RPC after error@1856638815) -> (continuation of Deferred@271795171 after retry RPC after error@858544815) -> (continuation of Deferred@1823289920 after retry RPC after error@1380128893), errback=(continuation of Deferred@993828836 after retry RPC after error@1881270295) -> (continuation of Deferred@593383290 after retry RPC after error@1033389647) -> (continuation of Deferred@1652829607 after retry RPC after error@488247472) -> (continuation of Deferred@1282324982 after retry RPC after error@867906570) -> (continuation of Deferred@1880219343 after retry RPC after error@1036242925) -> (continuation of Deferred@81490090 after retry RPC after error@1856638815) -> (continuation of Deferred@271795171 after retry RPC after error@858544815) -> (continuation of Deferred@1823289920 after retry RPC after error@1380128893)))
19:59:47.945 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [221ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1043602843(state=PENDING, result=null, callback=(continuation of Deferred@993828836 after retry RPC after error@1881270295) -> (continuation of Deferred@593383290 after retry RPC after error@1033389647) -> (continuation of Deferred@1652829607 after retry RPC after error@488247472) -> (continuation of Deferred@1282324982 after retry RPC after error@867906570) -> (continuation of Deferred@1880219343 after retry RPC after error@1036242925) -> (continuation of Deferred@81490090 after retry RPC after error@1856638815) -> (continuation of Deferred@271795171 after retry RPC after error@858544815) -> (continuation of Deferred@1823289920 after retry RPC after error@1380128893), errback=(continuation of Deferred@993828836 after retry RPC after error@1881270295) -> (continuation of Deferred@593383290 after retry RPC after error@1033389647) -> (continuation of Deferred@1652829607 after retry RPC after error@488247472) -> (continuation of Deferred@1282324982 after retry RPC after error@867906570) -> (continuation of Deferred@1880219343 after retry RPC after error@1036242925) -> (continuation of Deferred@81490090 after retry RPC after error@1856638815) -> (continuation of Deferred@271795171 after retry RPC after error@858544815) -> (continuation of Deferred@1823289920 after retry RPC after error@1380128893)))
19:59:47.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.962 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:47.983 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:47.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.983 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:47.984 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:47.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.002 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.003 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.004 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.022 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.043 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.043 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.043 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.043 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.043 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.043 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.044 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.062 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.063 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.063 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.063 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.064 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.122 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.125 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.125 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@889656323(state=PENDING, result=null, callback=(continuation of Deferred@1367778042 after retry RPC after error@1619661964) -> (continuation of Deferred@1222450977 after retry RPC after error@1173859637) -> (continuation of Deferred@562185731 after retry RPC after error@295438539) -> (continuation of Deferred@832055758 after retry RPC after error@1241425101) -> (continuation of Deferred@2063548847 after retry RPC after error@190108779) -> (continuation of Deferred@2079476374 after retry RPC after error@1201029609), errback=(continuation of Deferred@1367778042 after retry RPC after error@1619661964) -> (continuation of Deferred@1222450977 after retry RPC after error@1173859637) -> (continuation of Deferred@562185731 after retry RPC after error@295438539) -> (continuation of Deferred@832055758 after retry RPC after error@1241425101) -> (continuation of Deferred@2063548847 after retry RPC after error@190108779) -> (continuation of Deferred@2079476374 after retry RPC after error@1201029609)))
19:59:48.126 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [163ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, deferred=Deferred@889656323(state=PENDING, result=null, callback=(continuation of Deferred@1367778042 after retry RPC after error@1619661964) -> (continuation of Deferred@1222450977 after retry RPC after error@1173859637) -> (continuation of Deferred@562185731 after retry RPC after error@295438539) -> (continuation of Deferred@832055758 after retry RPC after error@1241425101) -> (continuation of Deferred@2063548847 after retry RPC after error@190108779) -> (continuation of Deferred@2079476374 after retry RPC after error@1201029609), errback=(continuation of Deferred@1367778042 after retry RPC after error@1619661964) -> (continuation of Deferred@1222450977 after retry RPC after error@1173859637) -> (continuation of Deferred@562185731 after retry RPC after error@295438539) -> (continuation of Deferred@832055758 after retry RPC after error@1241425101) -> (continuation of Deferred@2063548847 after retry RPC after error@190108779) -> (continuation of Deferred@2079476374 after retry RPC after error@1201029609)))
19:59:48.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.142 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.144 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.163 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.182 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.183 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.183 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.184 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.202 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.203 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.222 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.223 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.224 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.262 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.263 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.265 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.282 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.284 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.284 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@57778365(state=PENDING, result=null, callback=(continuation of Deferred@1981624371 after retry RPC after error@353285271) -> (continuation of Deferred@144790897 after retry RPC after error@106653840) -> (continuation of Deferred@433605824 after retry RPC after error@2039675232) -> (continuation of Deferred@2073698814 after retry RPC after error@651745781) -> (continuation of Deferred@2101161890 after retry RPC after error@327843996) -> (continuation of Deferred@968218306 after retry RPC after error@1497544560), errback=(continuation of Deferred@1981624371 after retry RPC after error@353285271) -> (continuation of Deferred@144790897 after retry RPC after error@106653840) -> (continuation of Deferred@433605824 after retry RPC after error@2039675232) -> (continuation of Deferred@2073698814 after retry RPC after error@651745781) -> (continuation of Deferred@2101161890 after retry RPC after error@327843996) -> (continuation of Deferred@968218306 after retry RPC after error@1497544560)))
19:59:48.285 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [123ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [141ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@57778365(state=PENDING, result=null, callback=(continuation of Deferred@1981624371 after retry RPC after error@353285271) -> (continuation of Deferred@144790897 after retry RPC after error@106653840) -> (continuation of Deferred@433605824 after retry RPC after error@2039675232) -> (continuation of Deferred@2073698814 after retry RPC after error@651745781) -> (continuation of Deferred@2101161890 after retry RPC after error@327843996) -> (continuation of Deferred@968218306 after retry RPC after error@1497544560), errback=(continuation of Deferred@1981624371 after retry RPC after error@353285271) -> (continuation of Deferred@144790897 after retry RPC after error@106653840) -> (continuation of Deferred@433605824 after retry RPC after error@2039675232) -> (continuation of Deferred@2073698814 after retry RPC after error@651745781) -> (continuation of Deferred@2101161890 after retry RPC after error@327843996) -> (continuation of Deferred@968218306 after retry RPC after error@1497544560)))
19:59:48.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.302 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.303 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.303 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.322 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.323 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.324 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.342 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.343 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.363 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.363 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.363 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.364 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.364 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.364 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.382 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.383 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.402 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.404 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.462 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.563 [DEBUG - pool-40-thread-1] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [0ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [101ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [161ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [162ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@1960416341(state=PENDING, result=null, callback=(continuation of Deferred@55306093 after retry RPC after error@879105012) -> (continuation of Deferred@1691368327 after retry RPC after error@1544777844) -> (continuation of Deferred@4166676 after retry RPC after error@79875668) -> (continuation of Deferred@1630261576 after retry RPC after error@654089673) -> (continuation of Deferred@1511993910 after retry RPC after error@1212016463) -> (continuation of Deferred@2007223953 after retry RPC after error@896735097) -> (continuation of Deferred@375266659 after retry RPC after error@830379896), errback=(continuation of Deferred@55306093 after retry RPC after error@879105012) -> (continuation of Deferred@1691368327 after retry RPC after error@1544777844) -> (continuation of Deferred@4166676 after retry RPC after error@79875668) -> (continuation of Deferred@1630261576 after retry RPC after error@654089673) -> (continuation of Deferred@1511993910 after retry RPC after error@1212016463) -> (continuation of Deferred@2007223953 after retry RPC after error@896735097) -> (continuation of Deferred@375266659 after retry RPC after error@830379896)))
19:59:48.563 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:48.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.582 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.584 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.603 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.603 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.605 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.622 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.623 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.624 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.642 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.644 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.663 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.703 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.722 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.725 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=37, TimeoutTracker(timeout=49936, elapsed=49800), Traces: [0ms] sending RPC to server master-127.22.168.254:35645, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.22.168.254:35645, [19ms] sending RPC to server master-127.22.168.253:36501, [19ms] sending RPC to server master-127.22.168.252:44435, [20ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.22.168.254:35645, [39ms] sending RPC to server master-127.22.168.253:36501, [39ms] sending RPC to server master-127.22.168.252:44435, [40ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] received response from server master-127.22.168.252:44435: OK, [42ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.22.168.254:35645, [62ms] sending RPC to server master-127.22.168.253:36501, [62ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] sending RPC to server master-127.22.168.252:44435, [63ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [65ms] received response from server master-127.22.168.252:44435: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.22.168.254:35645, [79ms] sending RPC to server master-127.22.168.253:36501, [79ms] sending RPC to server master-127.22.168.252:44435, [80ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] sending RPC to server master-127.22.168.254:35645, [100ms] sending RPC to server master-127.22.168.253:36501, [100ms] sending RPC to server master-127.22.168.252:44435, [100ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [118ms] refreshing cache from master, [118ms] sending RPC to server master-127.22.168.254:35645, [119ms] sending RPC to server master-127.22.168.253:36501, [119ms] sending RPC to server master-127.22.168.252:44435, [119ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.22.168.254:35645, [139ms] sending RPC to server master-127.22.168.253:36501, [139ms] sending RPC to server master-127.22.168.252:44435, [139ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [318ms] refreshing cache from master, [318ms] sending RPC to server master-127.22.168.254:35645, [319ms] sending RPC to server master-127.22.168.253:36501, [319ms] sending RPC to server master-127.22.168.252:44435, [319ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [320ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [321ms] received response from server master-127.22.168.252:44435: OK, [321ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [398ms] refreshing cache from master, [398ms] sending RPC to server master-127.22.168.254:35645, [399ms] sending RPC to server master-127.22.168.253:36501, [399ms] sending RPC to server master-127.22.168.252:44435, [399ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [400ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [401ms] received response from server master-127.22.168.252:44435: OK, [401ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1178ms] refreshing cache from master, [1178ms] sending RPC to server master-127.22.168.254:35645, [1179ms] sending RPC to server master-127.22.168.253:36501, [1179ms] sending RPC to server master-127.22.168.252:44435, [1180ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1180ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1181ms] received response from server master-127.22.168.252:44435: OK, [1181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2198ms] refreshing cache from master, [2198ms] sending RPC to server master-127.22.168.254:35645, [2199ms] sending RPC to server master-127.22.168.253:36501, [2199ms] sending RPC to server master-127.22.168.252:44435, [2199ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2200ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2201ms] received response from server master-127.22.168.252:44435: OK, [2201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3718ms] refreshing cache from master, [3718ms] sending RPC to server master-127.22.168.254:35645, [3719ms] sending RPC to server master-127.22.168.253:36501, [3719ms] sending RPC to server master-127.22.168.252:44435, [3720ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3720ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3721ms] received response from server master-127.22.168.252:44435: OK, [3721ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [6999ms] refreshing cache from master, [6999ms] sending RPC to server master-127.22.168.254:35645, [6999ms] too many traces: truncated at 100 traces, deferred=Deferred@2136280655(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.22.168.254:35645 -> (continuation of Deferred@135466502 after retry RPC after error@1163205669) -> (continuation of Deferred@402007105 after retry RPC after error@1074161542) -> (continuation of Deferred@1358246590 after retry RPC after error@1034725553) -> (continuation of Deferred@459167593 after retry RPC after error@1746352595) -> (continuation of Deferred@286168749 after retry RPC after error@1237277981) -> (continuation of Deferred@548646492 after retry RPC after error@1908130360) -> (continuation of Deferred@342198620 after retry RPC after error@662792568) -> (continuation of Deferred@444461722 after retry RPC after error@897075695) -> (continuation of Deferred@225380725 after retry RPC after error@554265353) -> (continuation of Deferred@1419097232 after retry RPC after error@592816348) -> (continuation of Deferred@1443113314 after retry RPC after error@1019171208) -> (continuation of Deferred@1173832635 after retry RPC after error@1265238161) -> (continuation of Deferred@1012039591 after retry RPC after error@2049399476) -> (continuation of Deferred@95560912 after retry RPC after error@516407935) -> (continuation of Deferred@835135815 after retry RPC after error@1903507249) -> (continuation of Deferred@1702173035 after retry RPC after error@1166146432) -> (continuation of Deferred@1300524902 after retry RPC after error@353371480) -> (continuation of Deferred@1482942672 after retry RPC after error@309609895) -> (continuation of Deferred@2087053264 after retry RPC after error@1766459329) -> (continuation of Deferred@774395728 after retry RPC after error@515991119) -> (continuation of Deferred@1296652576 after retry RPC after error@1954822983) -> (continuation of Deferred@419065936 after retry RPC after error@219975198) -> (continuation of Deferred@169559748 after retry RPC after error@1594890947) -> (continuation of Deferred@337877377 after retry RPC after error@2099677541) -> (continuation of Deferred@769379683 after retry RPC after error@1925323801) -> (continuation of Deferred@2049272913 after retry RPC after error@855748561) -> (continuation of Deferred@1086508039 after retry RPC after error@578958034) -> (continuation of Deferred@1939117367 after retry RPC after error@1305854899) -> (continuation of Deferred@455187706 after retry RPC after error@671492590) -> (continuation of Deferred@2146188532 after retry RPC after error@482848993) -> (continuation of Deferred@186005967 after retry RPC after error@306587674) -> (continuation of Deferred@215203130 after retry RPC after error@766661881) -> (continuation of Deferred@399562945 after retry RPC after error@888480985) -> (continuation of Deferred@635335952 after retry RPC after error@452262094) -> (continuation of Deferred@192101761 after retry RPC after error@373101530), errback=org.apache.kudu.client.ConnectToCluster$1@409d92f8 -> ConnectToMasterErrCB for 127.22.168.254:35645 -> (continuation of Deferred@135466502 after retry RPC after error@1163205669) -> (continuation of Deferred@402007105 after retry RPC after error@1074161542) -> (continuation of Deferred@1358246590 after retry RPC after error@1034725553) -> (continuation of Deferred@459167593 after retry RPC after error@1746352595) -> (continuation of Deferred@286168749 after retry RPC after error@1237277981) -> (continuation of Deferred@548646492 after retry RPC after error@1908130360) -> (continuation of Deferred@342198620 after retry RPC after error@662792568) -> (continuation of Deferred@444461722 after retry RPC after error@897075695) -> (continuation of Deferred@225380725 after retry RPC after error@554265353) -> (continuation of Deferred@1419097232 after retry RPC after error@592816348) -> (continuation of Deferred@1443113314 after retry RPC after error@1019171208) -> (continuation of Deferred@1173832635 after retry RPC after error@1265238161) -> (continuation of Deferred@1012039591 after retry RPC after error@2049399476) -> (continuation of Deferred@95560912 after retry RPC after error@516407935) -> (continuation of Deferred@835135815 after retry RPC after error@1903507249) -> (continuation of Deferred@1702173035 after retry RPC after error@1166146432) -> (continuation of Deferred@1300524902 after retry RPC after error@353371480) -> (continuation of Deferred@1482942672 after retry RPC after error@309609895) -> (continuation of Deferred@2087053264 after retry RPC after error@1766459329) -> (continuation of Deferred@774395728 after retry RPC after error@515991119) -> (continuation of Deferred@1296652576 after retry RPC after error@1954822983) -> (continuation of Deferred@419065936 after retry RPC after error@219975198) -> (continuation of Deferred@169559748 after retry RPC after error@1594890947) -> (continuation of Deferred@337877377 after retry RPC after error@2099677541) -> (continuation of Deferred@769379683 after retry RPC after error@1925323801) -> (continuation of Deferred@2049272913 after retry RPC after error@855748561) -> (continuation of Deferred@1086508039 after retry RPC after error@578958034) -> (continuation of Deferred@1939117367 after retry RPC after error@1305854899) -> (continuation of Deferred@455187706 after retry RPC after error@671492590) -> (continuation of Deferred@2146188532 after retry RPC after error@482848993) -> (continuation of Deferred@186005967 after retry RPC after error@306587674) -> (continuation of Deferred@215203130 after retry RPC after error@766661881) -> (continuation of Deferred@399562945 after retry RPC after error@888480985) -> (continuation of Deferred@635335952 after retry RPC after error@452262094) -> (continuation of Deferred@192101761 after retry RPC after error@373101530)))
19:59:48.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=37, TimeoutTracker(timeout=49936, elapsed=49800), Traces: [0ms] sending RPC to server master-127.22.168.254:35645, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] refreshing cache from master, [18ms] sending RPC to server master-127.22.168.254:35645, [19ms] sending RPC to server master-127.22.168.253:36501, [19ms] sending RPC to server master-127.22.168.252:44435, [20ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [20ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [21ms] received response from server master-127.22.168.252:44435: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.22.168.254:35645, [39ms] sending RPC to server master-127.22.168.253:36501, [39ms] sending RPC to server master-127.22.168.252:44435, [40ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] received response from server master-127.22.168.252:44435: OK, [42ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] sending RPC to server master-127.22.168.254:35645, [62ms] sending RPC to server master-127.22.168.253:36501, [62ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [62ms] sending RPC to server master-127.22.168.252:44435, [63ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [65ms] received response from server master-127.22.168.252:44435: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.22.168.254:35645, [79ms] sending RPC to server master-127.22.168.253:36501, [79ms] sending RPC to server master-127.22.168.252:44435, [80ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [80ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] received response from server master-127.22.168.252:44435: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [100ms] refreshing cache from master, [100ms] sending RPC to server master-127.22.168.254:35645, [100ms] sending RPC to server master-127.22.168.253:36501, [100ms] sending RPC to server master-127.22.168.252:44435, [100ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [100ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [102ms] received response from server master-127.22.168.252:44435: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [118ms] refreshing cache from master, [118ms] sending RPC to server master-127.22.168.254:35645, [119ms] sending RPC to server master-127.22.168.253:36501, [119ms] sending RPC to server master-127.22.168.252:44435, [119ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [120ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] received response from server master-127.22.168.252:44435: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [138ms] refreshing cache from master, [138ms] sending RPC to server master-127.22.168.254:35645, [139ms] sending RPC to server master-127.22.168.253:36501, [139ms] sending RPC to server master-127.22.168.252:44435, [139ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [140ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [141ms] received response from server master-127.22.168.252:44435: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [318ms] refreshing cache from master, [318ms] sending RPC to server master-127.22.168.254:35645, [319ms] sending RPC to server master-127.22.168.253:36501, [319ms] sending RPC to server master-127.22.168.252:44435, [319ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [320ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [321ms] received response from server master-127.22.168.252:44435: OK, [321ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [398ms] refreshing cache from master, [398ms] sending RPC to server master-127.22.168.254:35645, [399ms] sending RPC to server master-127.22.168.253:36501, [399ms] sending RPC to server master-127.22.168.252:44435, [399ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [400ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [401ms] received response from server master-127.22.168.252:44435: OK, [401ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1178ms] refreshing cache from master, [1178ms] sending RPC to server master-127.22.168.254:35645, [1179ms] sending RPC to server master-127.22.168.253:36501, [1179ms] sending RPC to server master-127.22.168.252:44435, [1180ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1180ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [1181ms] received response from server master-127.22.168.252:44435: OK, [1181ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2198ms] refreshing cache from master, [2198ms] sending RPC to server master-127.22.168.254:35645, [2199ms] sending RPC to server master-127.22.168.253:36501, [2199ms] sending RPC to server master-127.22.168.252:44435, [2199ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2200ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2201ms] received response from server master-127.22.168.252:44435: OK, [2201ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3718ms] refreshing cache from master, [3718ms] sending RPC to server master-127.22.168.254:35645, [3719ms] sending RPC to server master-127.22.168.253:36501, [3719ms] sending RPC to server master-127.22.168.252:44435, [3720ms] received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [3720ms] received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3721ms] received response from server master-127.22.168.252:44435: OK, [3721ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [6999ms] refreshing cache from master, [6999ms] sending RPC to server master-127.22.168.254:35645, [6999ms] too many traces: truncated at 100 traces, deferred=Deferred@2136280655(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.22.168.254:35645 -> (continuation of Deferred@135466502 after retry RPC after error@1163205669) -> (continuation of Deferred@402007105 after retry RPC after error@1074161542) -> (continuation of Deferred@1358246590 after retry RPC after error@1034725553) -> (continuation of Deferred@459167593 after retry RPC after error@1746352595) -> (continuation of Deferred@286168749 after retry RPC after error@1237277981) -> (continuation of Deferred@548646492 after retry RPC after error@1908130360) -> (continuation of Deferred@342198620 after retry RPC after error@662792568) -> (continuation of Deferred@444461722 after retry RPC after error@897075695) -> (continuation of Deferred@225380725 after retry RPC after error@554265353) -> (continuation of Deferred@1419097232 after retry RPC after error@592816348) -> (continuation of Deferred@1443113314 after retry RPC after error@1019171208) -> (continuation of Deferred@1173832635 after retry RPC after error@1265238161) -> (continuation of Deferred@1012039591 after retry RPC after error@2049399476) -> (continuation of Deferred@95560912 after retry RPC after error@516407935) -> (continuation of Deferred@835135815 after retry RPC after error@1903507249) -> (continuation of Deferred@1702173035 after retry RPC after error@1166146432) -> (continuation of Deferred@1300524902 after retry RPC after error@353371480) -> (continuation of Deferred@1482942672 after retry RPC after error@309609895) -> (continuation of Deferred@2087053264 after retry RPC after error@1766459329) -> (continuation of Deferred@774395728 after retry RPC after error@515991119) -> (continuation of Deferred@1296652576 after retry RPC after error@1954822983) -> (continuation of Deferred@419065936 after retry RPC after error@219975198) -> (continuation of Deferred@169559748 after retry RPC after error@1594890947) -> (continuation of Deferred@337877377 after retry RPC after error@2099677541) -> (continuation of Deferred@769379683 after retry RPC after error@1925323801) -> (continuation of Deferred@2049272913 after retry RPC after error@855748561) -> (continuation of Deferred@1086508039 after retry RPC after error@578958034) -> (continuation of Deferred@1939117367 after retry RPC after error@1305854899) -> (continuation of Deferred@455187706 after retry RPC after error@671492590) -> (continuation of Deferred@2146188532 after retry RPC after error@482848993) -> (continuation of Deferred@186005967 after retry RPC after error@306587674) -> (continuation of Deferred@215203130 after retry RPC after error@766661881) -> (continuation of Deferred@399562945 after retry RPC after error@888480985) -> (continuation of Deferred@635335952 after retry RPC after error@452262094) -> (continuation of Deferred@192101761 after retry RPC after error@373101530), errback=org.apache.kudu.client.ConnectToCluster$1@409d92f8 -> ConnectToMasterErrCB for 127.22.168.254:35645 -> (continuation of Deferred@135466502 after retry RPC after error@1163205669) -> (continuation of Deferred@402007105 after retry RPC after error@1074161542) -> (continuation of Deferred@1358246590 after retry RPC after error@1034725553) -> (continuation of Deferred@459167593 after retry RPC after error@1746352595) -> (continuation of Deferred@286168749 after retry RPC after error@1237277981) -> (continuation of Deferred@548646492 after retry RPC after error@1908130360) -> (continuation of Deferred@342198620 after retry RPC after error@662792568) -> (continuation of Deferred@444461722 after retry RPC after error@897075695) -> (continuation of Deferred@225380725 after retry RPC after error@554265353) -> (continuation of Deferred@1419097232 after retry RPC after error@592816348) -> (continuation of Deferred@1443113314 after retry RPC after error@1019171208) -> (continuation of Deferred@1173832635 after retry RPC after error@1265238161) -> (continuation of Deferred@1012039591 after retry RPC after error@2049399476) -> (continuation of Deferred@95560912 after retry RPC after error@516407935) -> (continuation of Deferred@835135815 after retry RPC after error@1903507249) -> (continuation of Deferred@1702173035 after retry RPC after error@1166146432) -> (continuation of Deferred@1300524902 after retry RPC after error@353371480) -> (continuation of Deferred@1482942672 after retry RPC after error@309609895) -> (continuation of Deferred@2087053264 after retry RPC after error@1766459329) -> (continuation of Deferred@774395728 after retry RPC after error@515991119) -> (continuation of Deferred@1296652576 after retry RPC after error@1954822983) -> (continuation of Deferred@419065936 after retry RPC after error@219975198) -> (continuation of Deferred@169559748 after retry RPC after error@1594890947) -> (continuation of Deferred@337877377 after retry RPC after error@2099677541) -> (continuation of Deferred@769379683 after retry RPC after error@1925323801) -> (continuation of Deferred@2049272913 after retry RPC after error@855748561) -> (continuation of Deferred@1086508039 after retry RPC after error@578958034) -> (continuation of Deferred@1939117367 after retry RPC after error@1305854899) -> (continuation of Deferred@455187706 after retry RPC after error@671492590) -> (continuation of Deferred@2146188532 after retry RPC after error@482848993) -> (continuation of Deferred@186005967 after retry RPC after error@306587674) -> (continuation of Deferred@215203130 after retry RPC after error@766661881) -> (continuation of Deferred@399562945 after retry RPC after error@888480985) -> (continuation of Deferred@635335952 after retry RPC after error@452262094) -> (continuation of Deferred@192101761 after retry RPC after error@373101530)))
19:59:48.726 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.742 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.744 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.762 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.763 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.782 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.784 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.784 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@297990225(state=PENDING, result=null, callback=(continuation of Deferred@1038398147 after retry RPC after error@1369401994) -> (continuation of Deferred@1111367503 after retry RPC after error@1152939817) -> (continuation of Deferred@1548920791 after retry RPC after error@1983073773) -> (continuation of Deferred@1153818627 after retry RPC after error@1128519309) -> (continuation of Deferred@174505261 after retry RPC after error@1725355433) -> (continuation of Deferred@226026632 after retry RPC after error@1347595284), errback=(continuation of Deferred@1038398147 after retry RPC after error@1369401994) -> (continuation of Deferred@1111367503 after retry RPC after error@1152939817) -> (continuation of Deferred@1548920791 after retry RPC after error@1983073773) -> (continuation of Deferred@1153818627 after retry RPC after error@1128519309) -> (continuation of Deferred@174505261 after retry RPC after error@1725355433) -> (continuation of Deferred@226026632 after retry RPC after error@1347595284)))
19:59:48.784 [DEBUG - kudu-nio-6] (KuduTransaction.java:799) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [22ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [23ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [42ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [61ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [121ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [201ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [202ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, deferred=Deferred@297990225(state=PENDING, result=null, callback=(continuation of Deferred@1038398147 after retry RPC after error@1369401994) -> (continuation of Deferred@1111367503 after retry RPC after error@1152939817) -> (continuation of Deferred@1548920791 after retry RPC after error@1983073773) -> (continuation of Deferred@1153818627 after retry RPC after error@1128519309) -> (continuation of Deferred@174505261 after retry RPC after error@1725355433) -> (continuation of Deferred@226026632 after retry RPC after error@1347595284), errback=(continuation of Deferred@1038398147 after retry RPC after error@1369401994) -> (continuation of Deferred@1111367503 after retry RPC after error@1152939817) -> (continuation of Deferred@1548920791 after retry RPC after error@1983073773) -> (continuation of Deferred@1153818627 after retry RPC after error@1128519309) -> (continuation of Deferred@174505261 after retry RPC after error@1725355433) -> (continuation of Deferred@226026632 after retry RPC after error@1347595284)))
19:59:48.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.803 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.804 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.806 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.822 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.824 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.254:35645(127.22.168.254:35645)] connecting to peer
19:59:48.843 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.22.168.253:36501(127.22.168.253:36501)] connecting to peer
19:59:48.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.168.253:36501(127.22.168.253:36501)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.254:35645(127.22.168.254:35645)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.254:35645: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645
19:59:48.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.168.253:36501: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501
19:59:48.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.845 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=8, TimeoutTracker(timeout=50000, elapsed=49985), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [65ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [65ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] Sub RPC ConnectToMaster: refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [86ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [107ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [125ms] Sub RPC ConnectToMaster: refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [127ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [130ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [130ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [146ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [167ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [186ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [206ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [206ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [383ms] Sub RPC ConnectToMaster: refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [385ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [386ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [386ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [463ms] Sub RPC ConnectToMaster: refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [464ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [465ms] too many traces: truncated at 100 traces, deferred=Deferred@1969219819(state=PENDING, result=null, callback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853), errback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853)))
19:59:48.846 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435; will retry
19:59:48.846 [DEBUG - main] (Connection.java:575) [peer master-127.22.168.253:36501(127.22.168.253:36501)] disconnecting while in state TERMINATED
19:59:48.846 [DEBUG - main] (Connection.java:575) [peer master-127.22.168.252:44435(127.22.168.252:44435)] disconnecting while in state READY
19:59:48.846 [DEBUG - main] (Connection.java:575) [peer master-127.22.168.254:35645(127.22.168.254:35645)] disconnecting while in state TERMINATED
19:59:48.846 [DEBUG - main] (Connection.java:575) [peer d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)] disconnecting while in state READY
19:59:48.847 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:59:48.847 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)] handling channelInactive
19:59:48.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d149f2be4e6f4475bf9d412cf77b0687(127.22.168.194:42311)] cleaning up while in state READY due to: connection closed
19:59:48.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:48.848672 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 23554
19:59:48.849 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.22.168.252:44435(127.22.168.252:44435)] handling channelInactive
19:59:48.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.168.252:44435(127.22.168.252:44435)] cleaning up while in state READY due to: connection closed
19:59:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:48.859395 23705 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:48.970269 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 23554
19:59:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:48.999761 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 23716
19:59:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.007210 23864 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:49.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.124117 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 23716
19:59:49.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:49.141800 23897 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.168.193:44741: connect: Connection refused (error 111)
19:59:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:49.143376 23897 consensus_peers.cc:597] T aba935da5aa4476da221dce6e4750d31 P 0197c297dbe84e3ca05594424b68f51c -> Peer 21b37af01dfe4ad4a57add9d93d43508 (127.22.168.193:44741): Couldn't send request to peer 21b37af01dfe4ad4a57add9d93d43508. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.193:44741: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:49.155105 23898 connection.cc:573] server connection from 127.22.168.194:57271 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:59:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:49.155401 23898 connection.cc:573] client connection to 127.22.168.194:42311 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:59:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.155658 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 23877
19:59:49.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 19:59:49.156862 23898 consensus_peers.cc:597] T 526f8db92ac5409bb0d013322139d346 P 0197c297dbe84e3ca05594424b68f51c -> Peer d149f2be4e6f4475bf9d412cf77b0687 (127.22.168.194:42311): Couldn't send request to peer d149f2be4e6f4475bf9d412cf77b0687. Status: Network error: Client connection negotiation failed: client connection to 127.22.168.194:42311: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.167901 24031 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.341094 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 23877
19:59:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.377985 23203 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu pid 24200
19:59:49.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.384732 24289 generic_service.cc:196] Checking for leaks (request via RPC)
19:59:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 19:59:49.543485 23203 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskqXDx9o/build/asan/bin/kudu with pid 24200
19:59:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T19:59:49Z chronyd exiting
19:59:49.728 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=8, TimeoutTracker(timeout=50000, elapsed=49985), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [65ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [65ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] Sub RPC ConnectToMaster: refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [86ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [107ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [125ms] Sub RPC ConnectToMaster: refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [127ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [130ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [130ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [146ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [167ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [186ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [206ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [206ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [383ms] Sub RPC ConnectToMaster: refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [385ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [386ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [386ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [463ms] Sub RPC ConnectToMaster: refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [464ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [465ms] too many traces: truncated at 100 traces, deferred=Deferred@1969219819(state=PENDING, result=null, callback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853), errback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=8, TimeoutTracker(timeout=50000, elapsed=49985), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [2ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [3ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [24ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [65ms] refreshing cache from master, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [65ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [67ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [83ms] Sub RPC ConnectToMaster: refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [86ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [86ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [105ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [106ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [107ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [125ms] Sub RPC ConnectToMaster: refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [127ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [128ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [130ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [130ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: refreshing cache from master, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [145ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [146ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [146ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: refreshing cache from master, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [165ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [167ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [167ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [183ms] Sub RPC ConnectToMaster: refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [184ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [185ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [186ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [203ms] Sub RPC ConnectToMaster: refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [204ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [205ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [206ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [206ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [383ms] Sub RPC ConnectToMaster: refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [384ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [385ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.253:36501: Network error: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [386ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.252:44435: OK, [386ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.22.168.254:35645,127.22.168.253:36501,127.22.168.252:44435) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.168.253:36501(127.22.168.253:36501): Connection refused: /127.22.168.253:36501, [463ms] Sub RPC ConnectToMaster: refreshing cache from master, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.254:35645, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.253:36501, [464ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.168.252:44435, [464ms] Sub RPC ConnectToMaster: received response from server master-127.22.168.254:35645: Network error: Failed to connect to peer master-127.22.168.254:35645(127.22.168.254:35645): Connection refused: /127.22.168.254:35645, [465ms] too many traces: truncated at 100 traces, deferred=Deferred@1969219819(state=PENDING, result=null, callback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853), errback=(continuation of Deferred@807983192 after retry RPC after error@1213532007) -> (continuation of Deferred@1062341028 after retry RPC after error@901821973) -> (continuation of Deferred@1130119917 after retry RPC after error@600972254) -> (continuation of Deferred@216152361 after retry RPC after error@1017267902) -> (continuation of Deferred@491270381 after retry RPC after error@779605105) -> (continuation of Deferred@868322279 after retry RPC after error@502840471) -> (continuation of Deferred@1097541789 after retry RPC after error@1362077853)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)